-- Logs begin at Wed 2021-11-24 16:02:34 UTC, end at Wed 2021-11-24 17:16:53 UTC. -- Nov 24 16:49:32.732937 dv-cinder-818778-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 16:49:35.331803 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.common.config [-] Logging enabled! Nov 24 16:49:35.332372 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9 Nov 24 16:49:35.333617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88128) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 16:49:35.334361 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.common.config [-] Logging enabled! Nov 24 16:49:35.334651 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9 Nov 24 16:49:35.334963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88128) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 16:49:35.336011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 16:49:35.336281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 16:49:35.337287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 16:49:35.337575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 16:49:35.337840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 16:49:35.338212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.338561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.338900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.339214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.339557 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.339894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.340217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.340548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.340892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.341214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.341526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.341844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.342108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.342425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.342751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.343116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.343378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] debug = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.343691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.344221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.344541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.344853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.345704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.346195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.346659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.347007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.347380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] host = dv-cinder-818778-2-smb {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.347694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.348023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.348348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.348677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.348986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.349297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.349618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.349925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.350231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_file = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.350537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.350862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.351218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.351558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.351820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.352084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.352416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.352741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.353048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.353358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.353664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.353969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.354277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.354578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.354907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.355264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.355589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.355897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.356204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.356510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.356813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.357137 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.357446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.357752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.358056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.358388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.358694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.359023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.359376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.359702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.360029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.360353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.360663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.362278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.362278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.362524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.362841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_json = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.363200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.363514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.363849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.364162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.364472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.364781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.365088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.365418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:35.365752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.366095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.366438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.366760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.367117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.367439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.367768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.368083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.368411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.368741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.369067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.369387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.369708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.370047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.370383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.370693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.371035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.371368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.371681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.371988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.372320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.372635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.372944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.373261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.373572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.373877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.374181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.374492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.374822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.375185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.375491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.375797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.376109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.376414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.376858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.377179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.377490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.377799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.378116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.378426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.378736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.379080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.379394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.379707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.380014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.380320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.380626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.380931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.381238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.381545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.381850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.382161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.382467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.382773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.383371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.383682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.383987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.384308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.384641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.384953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.385264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.385577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.385890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.386202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.386554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.386824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.387160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.387466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.387795 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.388111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.388430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.388745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.389055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.389392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.389702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.390018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.390329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.390637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.390977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.391290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.391619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.391947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.392840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.393171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.393498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.393810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.394162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.394477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:35.394730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 16:49:35.395022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88128) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 24 16:49:36.054718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88128) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:49:36.055068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88128) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:49:36.055403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88128) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:49:36.057842 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 16:49:36.399465 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.400003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.400112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.460419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.460743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.461054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.464027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.464350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.464668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.609157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.609480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.609784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.611432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.611980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.612288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.734438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.734704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.735041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.735352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.736888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.920971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.921359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.921693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.922012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.922323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.922715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.923052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.923868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.924230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.924590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.924897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.925214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.925531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.925832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.926151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.926473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.926780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.927139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.927435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.927776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.928237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.928531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.928821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.929170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.929462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.929750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.930169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.930452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.930731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.931051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.931335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.931615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:36.932986 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 16:49:36.941537 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 16:49:36.949114 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 16:49:36.954381 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 24 16:49:36.957219 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 16:49:36.958315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 16:49:36.958702 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 16:49:36.959184 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 16:49:36.963167 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 16:49:36.963460 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 16:49:36.963854 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 16:49:36.991647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 24 16:49:36.992112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.992449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88128) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 16:49:36.992871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.994232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88128) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 16:49:36.994557 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 16:49:36.994841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 16:49:36.998093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:36.998421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.063657 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 16:49:37.064467 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 16:49:37.064917 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 16:49:37.065356 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 16:49:37.098598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.sqlalchemy.engines [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88128) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 16:49:37.483657 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing driver for type 'gre' Nov 24 16:49:37.484512 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] gre ID ranges: [(1, 1000)] Nov 24 16:49:37.580691 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing driver for type 'local' Nov 24 16:49:37.581071 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing driver for type 'vlan' Nov 24 16:49:37.643642 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] VlanTypeDriver initialization complete Nov 24 16:49:37.644027 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing driver for type 'vxlan' Nov 24 16:49:37.644576 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] vxlan ID ranges: [(1, 1000)] Nov 24 16:49:37.763623 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing extension driver 'port_security' Nov 24 16:49:37.764037 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] PortSecurityExtensionDriver initialization complete Nov 24 16:49:37.764426 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing mechanism driver 'openvswitch' Nov 24 16:49:37.764802 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing mechanism driver 'hyperv' Nov 24 16:49:37.771772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88128) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:37.772630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.773050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.773455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.773898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.774321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.774711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.775170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.775565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.775954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.776379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.776775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.777161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.777590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.777980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.778514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.778898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] ML2 OVO RPC backend initialized. {{(pid=88128) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 24 16:49:37.779650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.780056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.780518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.780914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > networks before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.781308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.781698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > ports before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.782090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.782482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnets before_response 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.783549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.783945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.784334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.784721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.785109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.785490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.785880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.786263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.786648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.787307 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.plugin [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Modular L2 Plugin initialization complete Nov 24 16:49:37.787676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading services supported by the core plugin {{(pid=88128) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 24 16:49:37.788053 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.plugins.ml2.managers [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Got port-security extension from driver 'port_security' Nov 24 16:49:37.788563 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.extensions.vlantransparent [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Disabled vlantransparent extension. Nov 24 16:49:37.789026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88128) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 24 16:49:37.789383 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: router Nov 24 16:49:37.832419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.832875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_create 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.833297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router before_create 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.833715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.834146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.834553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_delete 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.834995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.835422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_create 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.835817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.836221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.836620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.837037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.837555 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.837991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.838386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.838774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: subnet after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.839194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.839601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.840000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.840395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.840790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.841207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router after_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.841602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.842007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.842428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.842829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.843288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > agent after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.843697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > agent after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.844095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > network after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.845089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Tracking information for resource: router configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:37.846203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Tracking information for resource: floatingip configured {{(pid=88128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 16:49:37.851323 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_agentschedulers_db [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 16:49:37.851974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.852381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.852784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.853181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: port after_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.854094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router before_create 55550100 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.854510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.854948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_create 55550100 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.855358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > router precommit_update 55550100 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.859993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.provider_configuration [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service providers = [] {{(pid=88128) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 16:49:37.860399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.servicetype_db [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88128) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 16:49:37.863342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.service_base [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 16:49:37.863742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.service_base [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 16:49:37.864131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.service_base [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 16:49:37.865044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.service_base [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 16:49:37.865456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.services.service_base [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 16:49:37.865883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.866249 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 16:49:37.886667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.887101 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: auto_allocate Nov 24 16:49:37.898311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: network precommit_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.898729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: network precommit_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.899394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.899769 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: tag Nov 24 16:49:37.911898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.912280 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: timestamp Nov 24 16:49:37.916121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.916505 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: network_ip_availability Nov 24 16:49:37.922314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.922688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.923142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:37.923986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.924359 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: flavors Nov 24 16:49:37.950314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.950747 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading Plugin: revisions Nov 24 16:49:37.956194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 16:49:37.956852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.901s {{(pid=88128) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:49:37.957666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88128) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 24 16:49:37.958036 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Initializing extension manager. Nov 24 16:49:37.958603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: __init__.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.959058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: __pycache__ {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.959452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.959834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.960214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: _filter_validation_lib.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.960590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.961008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: address_scope.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.961853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.962511 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: address-scope Nov 24 16:49:37.962877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.963934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.964505 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: router-admin-state-down-before-update Nov 24 16:49:37.966962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: agent.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.966962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.966962 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: agent Nov 24 16:49:37.966962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: agent_resources_synced.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.967597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.968171 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: agent-resources-synced Nov 24 16:49:37.968537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: allowedaddresspairs.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.970437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.971014 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: allowed-address-pairs Nov 24 16:49:37.971393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: auto_allocated_topology.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.972494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.973078 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: auto-allocated-topology Nov 24 16:49:37.973456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: availability_zone.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.974447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.975632 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: availability_zone Nov 24 16:49:37.976178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: availability_zone_filter.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.977029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.977639 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: availability_zone_filter Nov 24 16:49:37.978011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: data_plane_status.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.979061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.979642 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 16:49:37.980013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: default_subnetpools.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.980950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.981519 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: default-subnetpools Nov 24 16:49:37.981887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.982779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.983382 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: dhcp_agent_scheduler Nov 24 16:49:37.983751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: dns.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.984690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.985385 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension dns-integration not supported by any of loaded plugins Nov 24 16:49:37.985807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: dns_domain_ports.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.986754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.987359 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 16:49:37.987728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: dvr.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.988495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.989074 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: dvr Nov 24 16:49:37.989445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: empty_string_filtering.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.990384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.990983 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: empty-string-filtering Nov 24 16:49:37.991357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.992292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.992903 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 16:49:37.993274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.994201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.994774 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 16:49:37.995185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: external_net.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.996125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.996698 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: external-net Nov 24 16:49:37.997068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.998000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:37.998571 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: extra_dhcp_opt Nov 24 16:49:37.998974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: extraroute.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:37.999900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.000471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: extraroute Nov 24 16:49:38.000836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: extraroute_atomic.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.002505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.003105 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: extraroute-atomic Nov 24 16:49:38.003479 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: filter_validation.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.004197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.004766 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: filter-validation Nov 24 16:49:38.005133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: fip_pf_description.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.006062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.006625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 16:49:38.007018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: fip_port_details.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.008229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.008801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: fip-port-details Nov 24 16:49:38.009171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: flavors.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.010439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.011045 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: flavors Nov 24 16:49:38.011418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.013164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.013796 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 16:49:38.014129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: floatingip_pools.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.014917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.015531 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: floatingip-pools Nov 24 16:49:38.015903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: ip_allocation.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.016845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.017988 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 16:49:38.018354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.019320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.019894 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: ip-substring-filtering Nov 24 16:49:38.020271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l2_adjacency.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.021212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.021777 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 16:49:38.022143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.023279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.023867 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: router Nov 24 16:49:38.024239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.026760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.027380 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 16:49:38.027761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.028713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.029290 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: ext-gw-mode Nov 24 16:49:38.029663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.030606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.031208 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: l3-ha Nov 24 16:49:38.031580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3_flavors.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.032577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.033316 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: l3-flavors Nov 24 16:49:38.033685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.034624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.035230 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 16:49:38.035601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: l3agentscheduler.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.036839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.037429 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: l3_agent_scheduler Nov 24 16:49:38.037801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: logging.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.039464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.040065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension logging not supported by any of loaded plugins Nov 24 16:49:38.040445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: metering.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.042857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.043599 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: metering Nov 24 16:49:38.043985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: multiprovidernet.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.044972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.045562 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: multi-provider Nov 24 16:49:38.045941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: netmtu.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.046896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.047500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: net-mtu Nov 24 16:49:38.047874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: netmtu_writable.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.049016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.049589 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: net-mtu-writable Nov 24 16:49:38.049961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: network_availability_zone.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.050744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.051366 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: network_availability_zone Nov 24 16:49:38.051738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: network_ip_availability.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.052867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.053449 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: network-ip-availability Nov 24 16:49:38.053821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: network_segment_range.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.054732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.055345 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 16:49:38.055720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: pagination.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.057193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.057582 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: pagination Nov 24 16:49:38.057953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.058902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.059535 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: port-mac-address-regenerate Nov 24 16:49:38.059908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: port_resource_request.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.060859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.061436 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 16:49:38.061806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: portbindings.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.062761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.063363 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: binding Nov 24 16:49:38.063731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: portbindings_extended.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.065689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.066264 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: binding-extended Nov 24 16:49:38.066635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: portsecurity.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.067600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.068189 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: port-security Nov 24 16:49:38.068558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: project_id.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.069550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.069941 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: project-id Nov 24 16:49:38.070298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: providernet.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.071379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.071970 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: provider Nov 24 16:49:38.072339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.075969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.076567 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos not supported by any of loaded plugins Nov 24 16:49:38.076948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.078190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.078774 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 16:49:38.079173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.080662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.081235 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 16:49:38.081607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_default.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.082536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.083140 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-default not supported by any of loaded plugins Nov 24 16:49:38.083513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_fip.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.084217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.084791 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-fip not supported by any of loaded plugins Nov 24 16:49:38.085162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_gateway_ip.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.086110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.086677 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 16:49:38.087077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_port_network_policy.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.088007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.088578 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 16:49:38.088949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_rule_type_details.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.089881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.090458 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 16:49:38.090830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: qos_rules_alias.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.091921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.092496 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 16:49:38.092865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: quotasv2.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.093914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.094296 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: quotas Nov 24 16:49:38.094665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: quotasv2_detail.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.096634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.097026 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: quota_details Nov 24 16:49:38.097401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: rbac.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.098569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.099215 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: rbac-policies Nov 24 16:49:38.099599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: rbac_address_scope.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.100604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.101194 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: rbac-address-scope Nov 24 16:49:38.101568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: rbac_security_groups.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.102516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.103123 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: rbac-security-groups Nov 24 16:49:38.103491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: rbac_subnetpool.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.104430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.105003 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: rbac-subnetpool Nov 24 16:49:38.105369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: revisionifmatch.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.106312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.106889 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: revision-if-match Nov 24 16:49:38.107297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: revisions.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.108414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.108997 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: standard-attr-revisions Nov 24 16:49:38.109374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: router_availability_zone.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.110131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.110834 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: router_availability_zone Nov 24 16:49:38.111243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: routerservicetype.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.112232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.112810 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension router-service-type not supported by any of loaded plugins Nov 24 16:49:38.113179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.114116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.114691 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: port-security-groups-filtering Nov 24 16:49:38.115086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: securitygroup.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.128497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.129117 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: security-group Nov 24 16:49:38.129500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: segment.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.130406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.131011 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension segment not supported by any of loaded plugins Nov 24 16:49:38.131394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.132355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.133193 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 16:49:38.133564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: servicetype.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.134676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.135289 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: service-type Nov 24 16:49:38.135664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: sorting.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.136660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.137039 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: sorting Nov 24 16:49:38.137409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: standard_attr_segment.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.138333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.138914 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 16:49:38.139308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: standardattrdescription.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.140023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.140598 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: standard-attr-description Nov 24 16:49:38.140973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: stateful_security_group.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.141953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.143107 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: stateful-security-group Nov 24 16:49:38.143479 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: stdattrs_common.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.144080 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 16:49:38.144453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.145396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.145969 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 16:49:38.146335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnet_onboard.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.147441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.148029 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: subnet_onboard Nov 24 16:49:38.148403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.149343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.149931 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 16:49:38.150300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnet_service_types.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.151375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.151959 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: subnet-service-types Nov 24 16:49:38.152329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnetallocation.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.153426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.154006 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: subnet_allocation Nov 24 16:49:38.154376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.155115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.155692 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: subnetpool-prefix-ops Nov 24 16:49:38.156059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.157009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.157619 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 16:49:38.158469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: tagging.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.159918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.160520 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: standard-attr-tag Nov 24 16:49:38.160920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: timestamp.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.162099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.162698 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loaded extension: standard-attr-timestamp Nov 24 16:49:38.163112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: trunk.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.164166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.164747 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension trunk not supported by any of loaded plugins Nov 24 16:49:38.165117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: trunk_details.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.166056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.166634 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension trunk-details not supported by any of loaded plugins Nov 24 16:49:38.167028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: uplink_status_propagation.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.167971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.168551 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 16:49:38.168919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Loading extension file: vlantransparent.py {{(pid=88128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 16:49:38.169643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 16:49:38.170214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 16:49:38.172687 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:network Nov 24 16:49:38.174163 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnet Nov 24 16:49:38.174834 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 16:49:38.175544 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:port Nov 24 16:49:38.176968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.177469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service FLAVORS assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.178179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.178655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.179071 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:router Nov 24 16:49:38.180066 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:floatingip Nov 24 16:49:38.180845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service METERING assigned prefix: /metering {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.182721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:38.183171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:38.183572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88128) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:49:38.184754 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 16:49:38.185252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:security_group Nov 24 16:49:38.186062 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 16:49:38.186873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service CORE assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.187282 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 16:49:38.187657 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] subnetpool is already registered Nov 24 16:49:38.188320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service CORE assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.188698 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 16:49:38.189107 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] subnetpool is already registered Nov 24 16:49:38.191776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.192264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service FLAVORS assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.192923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.193396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.193774 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:router Nov 24 16:49:38.194147 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] router is already registered Nov 24 16:49:38.194808 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:floatingip Nov 24 16:49:38.195199 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] floatingip is already registered Nov 24 16:49:38.195902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service METERING assigned prefix: /metering {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.196640 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 16:49:38.197011 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] rbac_policy is already registered Nov 24 16:49:38.197469 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:security_group Nov 24 16:49:38.197835 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] security_group is already registered Nov 24 16:49:38.198658 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 16:49:38.199058 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] security_group_rule is already registered Nov 24 16:49:38.199801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service CORE assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.200184 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 16:49:38.200553 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] subnetpool is already registered Nov 24 16:49:38.201218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.resource_helper [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Service CORE assigned prefix: {{(pid=88128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 16:49:38.201592 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 16:49:38.201956 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.quota.resource_registry [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] subnetpool is already registered Nov 24 16:49:38.202676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: extensions {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.204242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: address-scopes {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.205566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: agents {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.206891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: auto-allocated-topology {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.208231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: availability_zones {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.209503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: dhcp-networks {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.211256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: dhcp-agents {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.212912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: routers {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.214679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: flavors {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.216912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: service_profiles {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.218194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: next_providers {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.219717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: service_profiles {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.221769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: floatingip-pools {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.223166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: routers {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.224946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: floatingips {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.226203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: l3-routers {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.227772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: l3-agents {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.229231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: metering-labels {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.230526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: metering-label-rules {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.231999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: network-ip-availabilities {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.233325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: bindings {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.234981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: quotas {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.237242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: quotas {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.238723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: rbac-policies {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.240009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: security-groups {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.241268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: security-group-rules {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.242660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: service-providers {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.243970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: subnetpools {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.245357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: subnetpools {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.247003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.248745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.250553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.252693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.254445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.256334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.258457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.260291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.262342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.264257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.extensions [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Extended resource: tags {{(pid=88128) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 16:49:38.271128 dv-cinder-818778-2-smb neutron-server[88128]: WARNING keystonemiddleware.auth_token [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 16:49:38.276069 dv-cinder-818778-2-smb neutron-server[88128]: WARNING keystonemiddleware.auth_token [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 16:49:38.285435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Acquired lock "singleton_lock" {{(pid=88128) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 24 16:49:38.285962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Releasing lock "singleton_lock" {{(pid=88128) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 24 16:49:38.287454 dv-cinder-818778-2-smb neutron-server[88128]: INFO oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Starting 2 workers Nov 24 16:49:38.292205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Started child 88239 {{(pid=88128) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 16:49:38.296599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.296865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Started child 88240 {{(pid=88128) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 16:49:38.298124 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [-] (88239) wsgi starting up on http://0.0.0.0:9696 Nov 24 16:49:38.298972 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 16:49:38.299642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Notify callbacks [] for process, before_spawn {{(pid=88128) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.301263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.302125 dv-cinder-818778-2-smb neutron-server[88128]: INFO oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Starting 1 workers Nov 24 16:49:38.302654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [-] (88240) wsgi starting up on http://0.0.0.0:9696 Nov 24 16:49:38.307545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Started child 88241 {{(pid=88128) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 16:49:38.308079 dv-cinder-818778-2-smb neutron-server[88128]: INFO oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Starting 1 workers Nov 24 16:49:38.310182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] calling RpcWorker wait() {{(pid=88241) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 16:49:38.310635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] returning from RpcWorker wait() {{(pid=88241) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 16:49:38.312230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.312691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Started child 88242 {{(pid=88128) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 16:49:38.312847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:38.313478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f58dcda-344f-4009-b946-027312b28b8d None None] Notify callbacks [] for process, after_spawn {{(pid=88128) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.315225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88128) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 24 16:49:38.315462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 16:49:38.315672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 16:49:38.315951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 16:49:38.316367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 16:49:38.316560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 16:49:38.317135 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.317235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:38.317424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.317719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.317997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.318329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.319060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.319376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.319620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.319908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.320191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.320392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.320588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.320881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.321145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.321472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.321778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.322076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.322591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.322591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.322782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.323106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.323392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.323669 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] debug = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.323944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.324558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.324829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.325110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.325371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.325686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.325969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.326259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.326531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.326791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.327089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.327367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.327615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.327866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.328159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.328408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.328842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] host = dv-cinder-818778-2-smb {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.329090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.329338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.329646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.329920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.330202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.330415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.330703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.331013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.331288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.331544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.331815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.332072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.332334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.332610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_file = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.332802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_options = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.333045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.333333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.333614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.333836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.333981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.334167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.334463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.334654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.334959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.335226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.335420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.335678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.335934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.336191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.336452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.336693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.336948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.337212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.337501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.337806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.338086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.338351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.338612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.338871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.339139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.339382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.339666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.339908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.340166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.340433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.340706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.340981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.341245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.341543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.341828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.342065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.342307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.342635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.342900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.343185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.343462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.343706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.343954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.344195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.344435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.344675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_json = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.346456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.346759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.346906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:38.347105 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.347105 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.347393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.347539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.347753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.348050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.348523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.348865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.349212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.349490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.349759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.350028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.350310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.350562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.351389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.352596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.352966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.354150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.354545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.354959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.355340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.355695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.356025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.356416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.356676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.356998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.357321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.357641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.358367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.358829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.359173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.359532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.359855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.360238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.360569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.361437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.361727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.362008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.362279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.362538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.362813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.363109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.363405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.363674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.363962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.364249 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.364505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.364769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.365015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.365268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.365536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.365787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.366033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.366300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.366549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.366793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.367089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.367343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.367592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.367831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.368082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.370437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.370723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.371128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.371467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.371744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.371999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.372646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.373110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.375034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.375947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.376306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.377336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.377702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.377972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.378236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.378496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.378757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.379061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.379394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.379759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.380026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.380304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.380578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.380848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.381100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.381395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.381648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.381915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.382163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.382456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.382715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.383285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.383549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.383822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.384096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.384366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.384621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.384875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.385141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.385397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.385683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.385989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.386278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.386546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.386839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.387208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.387496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.387790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.388061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.388348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.388698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.388970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.389249 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.389535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.389812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.390202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.390319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.390603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.390879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.391177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.391427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.391733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.392605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.392942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.393241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.393492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.393787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.394094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.394962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 35920) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:49:38.399983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.399983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.399983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.400333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.400698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.401260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.401685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.402082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.404319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.404720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.405077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.405437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.405785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.408761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.408900 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0118356 Nov 24 16:49:38.409186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.410291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.410687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.411295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.412011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.412734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.415306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.415615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.415887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.416238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.416526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.416794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.417061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.417325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.417592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.418572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.418572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.418572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.418796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.418970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.419890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.419890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.419890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.420126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.420434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.420691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.421046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.421299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.421557 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.421809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.422060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.422333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.422583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.422887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.424374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.424753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.425859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.425859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.425859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.425859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.426130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.426264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.426505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.426765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.427098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.427421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.428942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.429504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.429875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.430048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.430344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.430641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.435027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.435145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.435489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.435808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.436094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.436387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.436674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.437019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.437326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.437594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.437968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.438252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.438547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.438988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.442456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.442860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.443246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.444009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.444416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.445449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.445784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.447394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.447856 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.448200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.448717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.449319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.449428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.449729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.450031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.450718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.450718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.450888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.451099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.451524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.451907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.452171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.452477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.452793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.453063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.453316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.453593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.453845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.454106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.454337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.455644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.455822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.455975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 16:49:38.456490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88128) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 24 16:49:38.456659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 16:49:38.456851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 16:49:38.457064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 16:49:38.457275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 16:49:38.457433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 16:49:38.457690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.457886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.458083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.458273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.458432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.458650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.458841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.459821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.459821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.459821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.459821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.459821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.460532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.460532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.460532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.460532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.460532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] debug = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.463971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.464251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.464395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.464536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.464687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.464923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.465889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.466078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.466267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.466426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.466621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] host = dv-cinder-818778-2-smb {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.466811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.467072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.468022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.468840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.469871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.470849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.470849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.471939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.472150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_file = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.472350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_options = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.472549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.472990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.473198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.474042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.474449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.474652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.474849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.475422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.475622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.475784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.475990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.476763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.476965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.477159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.477420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.477693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.477896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.478089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.478263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.478454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.478644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.478832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.479997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.480186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.480373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.480561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.480751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.480939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.481128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.481317 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.481504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.481691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.481884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.482068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.482258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.482461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.482624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.482806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.483269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.483447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.483596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_json = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.483911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.484538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.484683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.485299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.485466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.485611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.485855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.486132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 16:49:38.486675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.486951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.487088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.487280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.487481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.489127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.489337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.489547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.490275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.491195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.491440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.491671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.492579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.492579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.492579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.492889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.492889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.493689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.493689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.493689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.493917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.493986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.494166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.494314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.494411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:38.494492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.494649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.494839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.496931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.497074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.497261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.497460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.497634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.497834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.498031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.498244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.498440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.498639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.498832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.499791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.499959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.500100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.500235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.500415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.500612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.500807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.501022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.501217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.501445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.501642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.501837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.502042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.502240 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.502435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.502628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.502821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.503949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.504086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.504262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.504455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.504647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.504840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.505033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.505325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.505481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.505619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.505754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.506020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.506225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.506425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.506619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.506815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.507023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.507167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.507365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.507560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.507753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.508203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.508413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.508560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.508710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.509866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.510062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.510254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.510446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.510639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.510842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.511095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.511293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.511612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.512655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.512655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.512655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.512655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.512655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.513852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.514507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.514507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.514778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.514778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.515880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.516020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.516156 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.516355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.516548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.516745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.518587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.519783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.520858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.521862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.522862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.523994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.524197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.524357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.524567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.524763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.524947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.525966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.526410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.526410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.526612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.526747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.526883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.527974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.528933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.529954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.530148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.530353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.530547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.530742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.530954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.531149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.531341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.531535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.531733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.531936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.532136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.532330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.532531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.533325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.533469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.533665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.533864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.534980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.535129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.535328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.535478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.536663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.537067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.537067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.537326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.537326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 16:49:38.537586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88128) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 16:49:48.978020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46ad54-c653-4f42-9cc5-4785b6e8712b None None] get_active_networks_info from dv-cinder-818778-2-smb {{(pid=88241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 16:49:49.346956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46ad54-c653-4f42-9cc5-4785b6e8712b None None] No non-hosted networks {{(pid=88241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 16:49:49.372113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agentschedulers_db [None req-fb46ad54-c653-4f42-9cc5-4785b6e8712b None None] DHCP Agent not found on host dv-cinder-818778-2-smb {{(pid=88241) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 24 16:49:49.444467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9b255a39-b7d3-463b-838e-a32c02ba1cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:50.661092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:50.661599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.662136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.662661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.663205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.663734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.664241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.664748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.665255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.665765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.666279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.666785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:50.667349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818778-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:50.686909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818778-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:49:51.055550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da11f240-4a05-4cf2-8b26-6488a4402e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:51.118475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ad93dc04-a120-463e-850c-44e462c21b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:51.620972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:52.763672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:53.575313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36044) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:49:54.242576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-0c1eb979-4dfb-4b4b-a4a8-fad87225acd7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:49:54.243819 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0c1eb979-4dfb-4b4b-a4a8-fad87225acd7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6675055 Nov 24 16:49:56.450164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36060) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:49:56.530279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:49:56.779889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.policy [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88240) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 24 16:49:56.787831 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Loaded quota_driver: . Nov 24 16:49:56.822998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:49:56.918996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767294166740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767294253382', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767294252747', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767294074791', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767294263264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7262781', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847553995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854068136'] for rbac-policy, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:57.146604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:57.148065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5b7ce0cc-3eaf-494e-b528-6edbd08f6635 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6966648 Nov 24 16:49:58.144359 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_hamode_db [None req-9fadaef1-3b02-4444-8eca-231359470c39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 16:49:58.234841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadaef1-3b02-4444-8eca-231359470c39 None None] Routers set() bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:49:58.235241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadaef1-3b02-4444-8eca-231359470c39 None None] Router IDs set() for agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 16:49:59.358880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36076) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:49:59.434472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '82a98c0b794c4b799e0f19b30ba6af20'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:49:59.440907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:49:59.447434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Usage tracker for resource:network and tenant:82a98c0b794c4b799e0f19b30ba6af20 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:49:59.450812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:49:59.457493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:49:59.495075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Made reservation on behalf of 82a98c0b794c4b799e0f19b30ba6af20 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:49:59.501527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.518169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.614284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:49:59.618116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Usage tracker for resource:security_group_rule and tenant:82a98c0b794c4b799e0f19b30ba6af20 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:49:59.621052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:49:59.627773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:49:59.747937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.780854 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.786028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:49:59.804142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:49:59.827855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269564186689', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.828435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Unsubscribe: segment precommit_create {{(pid=88240) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 24 16:49:59.828925 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Added segment 013efa6c-3b0b-4662-8e34-751f102c5d8e of type vlan for network 2f320938-fcca-4e3d-a463-c59403d69c14 Nov 24 16:49:59.884336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435831fd-1a60-47bd-92c4-e4936ec371be,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:49:59.916804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.917177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.917540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.917901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.918258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.918613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.918984 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.919354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.919703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.920052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.920402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Tracked resource versions report: Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:49:59.921457 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:49:59.948068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:49:59.986573 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:00.020595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:00.021833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:00.022541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:00.027532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:00.137968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Pushing event updated for resources: {'Network': ['ID=2f320938-fcca-4e3d-a463-c59403d69c14,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:00.142414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:00.153348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 2f320938-fcca-4e3d-a463-c59403d69c14 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:50:00.169850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8097773 Nov 24 16:50:02.427842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36094) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:02.607281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf78da-8d52-45fc-9163-d6cd9da057da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:02.608722 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3faf78da-8d52-45fc-9163-d6cd9da057da admin admin] 10.222.0.15 "GET /v2.0/networks/2f320938-fcca-4e3d-a463-c59403d69c14 HTTP/1.1" status: 200 len: 825 time: 0.1798418 Nov 24 16:50:02.640035 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-da3d247f-a0dc-4977-9139-6d16708956aa admin admin] 10.222.0.15 "GET /v2.0/subnetpools/6da42bd0-aad5-4421-ace8-a2dbbb8c8fff HTTP/1.1" status: 200 len: 734 time: 0.0244622 Nov 24 16:50:02.649219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Request body: {'subnet': {'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff', 'ip_version': 4, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:50:02.653617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:50:02.657602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Usage tracker for resource:subnet and tenant:82a98c0b794c4b799e0f19b30ba6af20 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:50:02.660558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:50:02.666322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:50:02.767685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Made reservation on behalf of 82a98c0b794c4b799e0f19b30ba6af20 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:50:02.772149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:03.105363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:03.110225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:03.196763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b2511b-a525-4fac-910d-be80b7ba945a,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:03.201900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:03.203794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Checking segment: {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:50:03.204790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Network hostable DHCP agents. Network: 2f320938-fcca-4e3d-a463-c59403d69c14, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:50:03.264843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Network 2f320938-fcca-4e3d-a463-c59403d69c14 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:50:03.304786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 2f320938-fcca-4e3d-a463-c59403d69c14) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:03.309341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:03.309971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:03.314901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a053a69-99a0-494b-a46c-729501be67bd None None] Network 2f320938-fcca-4e3d-a463-c59403d69c14 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:50:03.357753 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7118716 Nov 24 16:50:03.723611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-2f320938-fcca-4e3d-a463-c59403d69c14', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 16:50:03.724676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:03.930894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Allocated IP 172.20.0.2 (2f320938-fcca-4e3d-a463-c59403d69c14/b2b2511b-a525-4fac-910d-be80b7ba945a/ec9b776a-6dec-4e24-89f7-096a4206bb55) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:50:04.165995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:04.212259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Transition to ACTIVE for port object ec9b776a-6dec-4e24-89f7-096a4206bb55 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:50:04.235688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Transition to ACTIVE for port object ec9b776a-6dec-4e24-89f7-096a4206bb55 will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:50:04.261337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:04.266311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:04.332320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Network 2f320938-fcca-4e3d-a463-c59403d69c14 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:50:04.335849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:04.340879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Pushing event updated for resources: {'Port': ['ID=ec9b776a-6dec-4e24-89f7-096a4206bb55,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:04.343850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:50:04.355827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.356206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.356573 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.356936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.357296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.357655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.358012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.358367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.358721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.359117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.359471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Tracked resource versions report: Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:50:04.361234 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:50:04.393926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:04.449148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Attempting to bind port ec9b776a-6dec-4e24-89f7-096a4206bb55 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:50:04.449579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Attempting to bind port ec9b776a-6dec-4e24-89f7-096a4206bb55 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:50:04.449996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Attempting to bind port ec9b776a-6dec-4e24-89f7-096a4206bb55 on network 2f320938-fcca-4e3d-a463-c59403d69c14 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:50:04.457119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:50:04.457539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Checking segment: {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:50:04.458012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:04.458437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Bound using segment: {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:50:04.458985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Bound port: ec9b776a-6dec-4e24-89f7-096a4206bb55, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:50:04.459417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:04.550646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] For port ec9b776a-6dec-4e24-89f7-096a4206bb55, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:50:04.554752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] For port ec9b776a-6dec-4e24-89f7-096a4206bb55, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec9b776a-6dec-4e24-89f7-096a4206bb55,segment=NetworkSegment(013efa6c-3b0b-4662-8e34-751f102c5d8e),segment_id=013efa6c-3b0b-4662-8e34-751f102c5d8e)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:50:04.592680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:04.598134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:04.692960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Pushing event updated for resources: {'Port': ['ID=ec9b776a-6dec-4e24-89f7-096a4206bb55,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:04.695502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:05.563364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36106) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:05.650646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-43fdc74e-4b66-409c-a4fd-4a15179abcc7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:50:05.651952 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-43fdc74e-4b66-409c-a4fd-4a15179abcc7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0873284 Nov 24 16:50:07.850734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36122) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:07.928609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-1a3e2816-e24d-48b1-80d4-8cc2dcd5e051 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:50:07.930292 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1a3e2816-e24d-48b1-80d4-8cc2dcd5e051 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0778549 Nov 24 16:50:08.948210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec9b776a-6dec-4e24-89f7-096a4206bb55 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:09.055160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port ec9b776a-6dec-4e24-89f7-096a4206bb55 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:50:09.462300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a37e77-4256-4876-ac27-12baca15f5a7 None None] Network 2f320938-fcca-4e3d-a463-c59403d69c14 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:50:09.637058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Provisioning for port ec9b776a-6dec-4e24-89f7-096a4206bb55 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:50:09.647446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Provisioning complete for port ec9b776a-6dec-4e24-89f7-096a4206bb55 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:09.647859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:09.831062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:09.870646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] For port ec9b776a-6dec-4e24-89f7-096a4206bb55, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec9b776a-6dec-4e24-89f7-096a4206bb55,segment=NetworkSegment(013efa6c-3b0b-4662-8e34-751f102c5d8e),segment_id=013efa6c-3b0b-4662-8e34-751f102c5d8e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:50:09.900988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:09.903543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:09.974138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Pushing event updated for resources: {'Port': ['ID=ec9b776a-6dec-4e24-89f7-096a4206bb55,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:09.977619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:10.127076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-53420ec0-0cb7-46c9-a6eb-9d81ce06fa78 None None] Provisioning complete for port ec9b776a-6dec-4e24-89f7-096a4206bb55 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:10.127505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53420ec0-0cb7-46c9-a6eb-9d81ce06fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.193569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36136) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:10.271842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Request body: {'router': {'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'name': 'router1', 'admin_state_up': True}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:50:10.277310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:50:10.281246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Usage tracker for resource:router and tenant:82a98c0b794c4b799e0f19b30ba6af20 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:50:10.285239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:50:10.291100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:50:10.329577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.330799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.407452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.535677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.580885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:10.582149 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-be5fcacc-196c-4179-a3cf-98bc58b63d1a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3874509 Nov 24 16:50:10.922229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec9b776a-6dec-4e24-89f7-096a4206bb55 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:10.991862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ec9b776a-6dec-4e24-89f7-096a4206bb55 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:10.992400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:12.745942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36148) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:12.822616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-905895b4-b648-4c5c-8379-c8074cbe25ec admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:50:12.823719 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-905895b4-b648-4c5c-8379-c8074cbe25ec admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0767722 Nov 24 16:50:15.019524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36160) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:15.094518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:50:15.099458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:50:15.103946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Usage tracker for resource:network and tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:50:15.106879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:50:15.113758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:50:15.175224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Made reservation on behalf of 81aa6393920e4b4ab9b8f08bfd9d9f89 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:50:15.179851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.193405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.252922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:50:15.257214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Usage tracker for resource:security_group_rule and tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:50:15.260147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:50:15.266389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:50:15.398997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.424980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.429394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:15.457370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091097ab-4c34-4358-a42b-4cf72bd1a758,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:15.460642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:15.483618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Reserving flat network on physical network physnet1 {{(pid=88240) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 24 16:50:15.543077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.543457 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Added segment e9b80e2e-30a9-47a1-8df7-e8f670f0594f of type flat for network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a Nov 24 16:50:15.623514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.683476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.684653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:15.685286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:15.690214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:15.917070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Pushing event updated for resources: {'Network': ['ID=6bf1baf6-f6ca-4027-90ec-8e223b9e037a,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:15.919942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:15.928338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:50:15.944312 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9211133 Nov 24 16:50:18.105794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36172) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:18.246511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ad1b3-af98-440b-b66c-15eaec131fbd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:18.247921 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-bb8ad1b3-af98-440b-b66c-15eaec131fbd admin admin] 10.222.0.15 "GET /v2.0/subnets/b2b2511b-a525-4fac-910d-be80b7ba945a HTTP/1.1" status: 200 len: 849 time: 0.1409819 Nov 24 16:50:18.398557 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5a3e839e-c4e7-4a95-93e0-28937eff2f7f admin admin] 10.222.0.15 "GET /v2.0/routers/0489466a-12ba-4f88-85e5-37c5042c8a40 HTTP/1.1" status: 200 len: 704 time: 0.1439171 Nov 24 16:50:18.824224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-46acf123-7101-4e62-8ece-442c71fb1472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:18.901404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.152996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Allocated IP 172.20.0.1 (2f320938-fcca-4e3d-a463-c59403d69c14/b2b2511b-a525-4fac-910d-be80b7ba945a/ea170319-2214-4e12-90bd-494cdf8d84ea) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:50:19.370685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.379008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:50:19.389037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Transition to ACTIVE for port object ea170319-2214-4e12-90bd-494cdf8d84ea will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:50:19.459434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.464271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:19.527387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Network 2f320938-fcca-4e3d-a463-c59403d69c14 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:50:19.534496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:19.539003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:50:19.539522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.545946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Pushing event updated for resources: {'Port': ['ID=ea170319-2214-4e12-90bd-494cdf8d84ea,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:19.584379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:19.690687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.881579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-01010724-2a3d-4675-bc01-a5de9b39e688 None None] Provisioning for port ea170319-2214-4e12-90bd-494cdf8d84ea completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:50:19.886991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-01010724-2a3d-4675-bc01-a5de9b39e688 None None] Provisioning complete for port ea170319-2214-4e12-90bd-494cdf8d84ea triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:19.887407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01010724-2a3d-4675-bc01-a5de9b39e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.935179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.942252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-01010724-2a3d-4675-bc01-a5de9b39e688 None None] Port ea170319-2214-4e12-90bd-494cdf8d84ea cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:50:19.980544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.981593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:19.985805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:20.236931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Pushing event updated for resources: {'Port': ['ID=ea170319-2214-4e12-90bd-494cdf8d84ea,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:20.283112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:20.338914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Network 2f320938-fcca-4e3d-a463-c59403d69c14 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:50:20.340089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:20.576185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8a37b1f2-9941-40ae-9ea1-e45870b7a27d None None] Provisioning complete for port ea170319-2214-4e12-90bd-494cdf8d84ea triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:20.576692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a37b1f2-9941-40ae-9ea1-e45870b7a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:20.739016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:20.751935 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Router 0489466a-12ba-4f88-85e5-37c5042c8a40 is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 16:50:20.766277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-8a37b1f2-9941-40ae-9ea1-e45870b7a27d None None] Port ea170319-2214-4e12-90bd-494cdf8d84ea cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:50:20.926090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:50:20.936007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Sync routers for ids ['0489466a-12ba-4f88-85e5-37c5042c8a40'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:50:20.936152 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] 10.222.0.15 "PUT /v2.0/routers/0489466a-12ba-4f88-85e5-37c5042c8a40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5321751 Nov 24 16:50:20.950376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Routers {'0489466a-12ba-4f88-85e5-37c5042c8a40'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:50:20.951165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:49:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['0489466a-12ba-4f88-85e5-37c5042c8a40'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:21.049498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86a4e55a-e6d4-444a-93b0-5930c1f59817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:21.134763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Set router 0489466a-12ba-4f88-85e5-37c5042c8a40 gateway port host: None {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:50:21.514471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:19Z', 'revision_number': 2, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port_host': None, '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:19Z', 'revision_number': 2, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:21.521016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Checking router: 0489466a-12ba-4f88-85e5-37c5042c8a40 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:50:21.521419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Updating router 0489466a-12ba-4f88-85e5-37c5042c8a40 port ea170319-2214-4e12-90bd-494cdf8d84ea binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:50:21.569147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:21.580714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:21.966027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:21.981581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Transition to ACTIVE for port object ea170319-2214-4e12-90bd-494cdf8d84ea will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:50:22.014615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:22.020755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:22.161709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Pushing event updated for resources: {'Port': ['ID=ea170319-2214-4e12-90bd-494cdf8d84ea,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:22.249364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.249747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.250112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.250475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.250837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.251223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.251576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.251932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.252818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.253170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.253519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Tracked resource versions report: Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:50:22.254563 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:50:22.258592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:22.266540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Attempting to bind port ea170319-2214-4e12-90bd-494cdf8d84ea on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:50:22.267011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Attempting to bind port ea170319-2214-4e12-90bd-494cdf8d84ea by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:50:22.267451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Attempting to bind port ea170319-2214-4e12-90bd-494cdf8d84ea on network 2f320938-fcca-4e3d-a463-c59403d69c14 {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:50:22.275155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:50:22.275591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Checking segment: {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:50:22.276069 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:22.276493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Bound using segment: {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:50:22.277038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Bound port: ea170319-2214-4e12-90bd-494cdf8d84ea, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013efa6c-3b0b-4662-8e34-751f102c5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:50:22.277463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:22.367923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] For port ea170319-2214-4e12-90bd-494cdf8d84ea, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:50:22.372502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] For port ea170319-2214-4e12-90bd-494cdf8d84ea, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ea170319-2214-4e12-90bd-494cdf8d84ea,segment=NetworkSegment(013efa6c-3b0b-4662-8e34-751f102c5d8e),segment_id=013efa6c-3b0b-4662-8e34-751f102c5d8e)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:50:22.443815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:22.448981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:22.544070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Pushing event updated for resources: {'Port': ['ID=ea170319-2214-4e12-90bd-494cdf8d84ea,revision_number=4']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:22.547424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:22.548208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Routers {'0489466a-12ba-4f88-85e5-37c5042c8a40'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:50:22.548879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:50:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['0489466a-12ba-4f88-85e5-37c5042c8a40'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:22.711944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:22.852881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] Set router 0489466a-12ba-4f88-85e5-37c5042c8a40 gateway port host: None {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:50:23.111867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 36186) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:23.208299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:19Z', 'revision_number': 2, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port_host': None, '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:22Z', 'revision_number': 4, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:23.212436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c658-c1e0-415d-be7a-78b2caca715e None None] The sync data for ids ['0489466a-12ba-4f88-85e5-37c5042c8a40'] in dv-cinder-818778-2-smb is: [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:19Z', 'revision_number': 2, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port_host': None, '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:22Z', 'revision_number': 4, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:50:24.038760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.policy [None req-0ea4169a-4227-4604-afc9-8fcd9eedf6fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88239) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 24 16:50:24.045116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4169a-4227-4604-afc9-8fcd9eedf6fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:24.046916 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0ea4169a-4227-4604-afc9-8fcd9eedf6fc admin admin] 10.222.0.15 "GET /v2.0/networks/6bf1baf6-f6ca-4027-90ec-8e223b9e037a HTTP/1.1" status: 200 len: 842 time: 0.9329324 Nov 24 16:50:24.058783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:50:24.061691 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.quota [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Loaded quota_driver: . Nov 24 16:50:24.068158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:50:24.073445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Usage tracker for resource:subnet and tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:50:24.076667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:50:24.084345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:50:24.117871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Made reservation on behalf of 81aa6393920e4b4ab9b8f08bfd9d9f89 for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:50:24.123679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:24.737788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:24.743313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:24.828955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0244663f-ec29-45df-adea-8d15c76c923f,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:24.839468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:50:24.839862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Network hostable DHCP agents. Network: 6bf1baf6-f6ca-4027-90ec-8e223b9e037a, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:50:24.847327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.847709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.848080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.848448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.848809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.849167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.849528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.849886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.850239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.850592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.850952 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Tracked resource versions report: Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:50:24.852030 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:50:24.892027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:24.927362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:50:24.966777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ea170319-2214-4e12-90bd-494cdf8d84ea up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:25.003713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 6bf1baf6-f6ca-4027-90ec-8e223b9e037a) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:25.008826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:25.009480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:25.019938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7d72d-8796-4f83-9ca8-5347731ff298 None None] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:50:25.055109 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0007920 Nov 24 16:50:25.194544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port ea170319-2214-4e12-90bd-494cdf8d84ea completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:50:25.209514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ea170319-2214-4e12-90bd-494cdf8d84ea triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:25.209936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:25.317505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecd7c5-c344-409b-af60-e1abea9723fa None None] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:50:25.468597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:25.558253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port ea170319-2214-4e12-90bd-494cdf8d84ea, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ea170319-2214-4e12-90bd-494cdf8d84ea,segment=NetworkSegment(013efa6c-3b0b-4662-8e34-751f102c5d8e),segment_id=013efa6c-3b0b-4662-8e34-751f102c5d8e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:50:25.605309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:25.613406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:25.678668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=ea170319-2214-4e12-90bd-494cdf8d84ea,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:25.682402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:26.931540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ea170319-2214-4e12-90bd-494cdf8d84ea up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:27.002116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ea170319-2214-4e12-90bd-494cdf8d84ea triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:27.002520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:27.271742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 36212) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:27.659731 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-99f849ee-674c-4699-b4aa-85e0e49065d4 admin admin] 10.222.0.15 "GET /v2.0/routers/0489466a-12ba-4f88-85e5-37c5042c8a40 HTTP/1.1" status: 200 len: 710 time: 0.3867731 Nov 24 16:50:27.795704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f411a4-18e5-4f9e-a185-b97b57c8e18c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:50:27.797152 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c0f411a4-18e5-4f9e-a185-b97b57c8e18c admin admin] 10.222.0.15 "GET /v2.0/networks/6bf1baf6-f6ca-4027-90ec-8e223b9e037a HTTP/1.1" status: 200 len: 886 time: 0.1316082 Nov 24 16:50:27.807392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:50:28.300412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:28.524295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:28.587072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:28.728398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Allocated IP 172.28.0.158 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:50:28.884686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:29.002268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:29.007598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:29.072073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:50:29.075591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:50:29.081356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:50:29.103554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:29.115943 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:29.346777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:29.659577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:29.663172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853994417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-781368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854190695'] for router, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:29.866802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Router 0489466a-12ba-4f88-85e5-37c5042c8a40 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 16:50:30.069335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:50:30.077807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:30.079110 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] 10.222.0.15 "PUT /v2.0/routers/0489466a-12ba-4f88-85e5-37c5042c8a40 HTTP/1.1" status: 200 len: 890 time: 2.2751415 Nov 24 16:50:30.079244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Sync routers for ids ['0489466a-12ba-4f88-85e5-37c5042c8a40'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:50:30.093882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Routers {'0489466a-12ba-4f88-85e5-37c5042c8a40'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:50:30.094586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:50:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['0489466a-12ba-4f88-85e5-37c5042c8a40'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:30.294689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Set router 0489466a-12ba-4f88-85e5-37c5042c8a40 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:50:30.647899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:29Z', 'revision_number': 4, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port': {'id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:28Z', 'updated_at': '2021-11-24T16:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:25Z', 'revision_number': 5, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:30.652916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Checking router: 0489466a-12ba-4f88-85e5-37c5042c8a40 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:50:30.653334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Updating router 0489466a-12ba-4f88-85e5-37c5042c8a40 port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:50:30.705909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.048400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.060927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Transition to ACTIVE for port object 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:50:31.092391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.097916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-00b32dce-a608-4b08-869a-f61ee9378c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:31.183000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Pushing event updated for resources: {'Port': ['ID=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:31.186006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:31.188406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Attempting to bind port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:50:31.188813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Attempting to bind port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:50:31.189212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Attempting to bind port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:50:31.196418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:50:31.196838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:50:31.197281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.197710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:50:31.198220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Bound port: 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:50:31.198645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.272441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] For port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:50:31.275753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] For port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:50:31.310339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:31.315521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:31.395137 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Pushing event updated for resources: {'Port': ['ID=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:31.399239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:31.401581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Routers {'0489466a-12ba-4f88-85e5-37c5042c8a40'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:50:31.402221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:50:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['0489466a-12ba-4f88-85e5-37c5042c8a40'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:31.732500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] Set router 0489466a-12ba-4f88-85e5-37c5042c8a40 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:50:32.083192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:29Z', 'revision_number': 4, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port': {'id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:28Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:25Z', 'revision_number': 5, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:50:32.087368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042d82-bc29-4c82-8c40-8886b8acf157 None None] The sync data for ids ['0489466a-12ba-4f88-85e5-37c5042c8a40'] in dv-cinder-818778-2-smb is: [{'id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'name': 'router1', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:10Z', 'updated_at': '2021-11-24T16:50:29Z', 'revision_number': 4, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'gw_port': {'id': '1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:28Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'ea170319-2214-4e12-90bd-494cdf8d84ea', 'name': '', 'network_id': '2f320938-fcca-4e3d-a463-c59403d69c14', 'tenant_id': '82a98c0b794c4b799e0f19b30ba6af20', 'mac_address': 'fa:16:3e:0d:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489466a-12ba-4f88-85e5-37c5042c8a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:18Z', 'updated_at': '2021-11-24T16:50:25Z', 'revision_number': 5, 'project_id': '82a98c0b794c4b799e0f19b30ba6af20', 'subnets': [{'id': 'b2b2511b-a525-4fac-910d-be80b7ba945a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da42bd0-aad5-4421-ace8-a2dbbb8c8fff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:50:32.419666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 36224) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:50:32.572509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-afcfaddb-bdf3-4608-9526-6ccd1acaad2a admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1516392 Nov 24 16:50:32.968852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:33.072708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:50:33.081111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:33.081544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:33.212934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:33.230128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:50:33.260378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:33.262681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:50:33.329468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:50:33.333218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:50:34.942965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:50:35.028431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 1a5f7ad4-2f79-45f6-a1d4-2a1e019aedbb triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:50:35.029959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:48.819736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f96b07e5-e760-465c-83b1-fdc279d5cb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:50.596885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:51.059803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5c913aa9-39e6-451f-a0e1-9d0560c62db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:51.573996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:52.728364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:50:56.381833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:51:18.819613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d015649-071d-4391-bc60-473a1816a694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:20.596590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:21.076429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a8e84023-1d9f-4e55-a0e9-30c5828e8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:21.579873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:22.727932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:33.382982 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:51:48.820839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-003b7577-f359-4066-9069-acb02e3caa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:50.606748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:51.058218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc9019be-d9ab-4259-aba2-b24aba67d375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:51.595709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:51:52.750539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:09.703486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 36762) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:09.802569 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8892a974-9f28-4862-826a-f90703ad7258 admin admin] GET failed (client error): The resource could not be found. Nov 24 16:52:09.803934 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8892a974-9f28-4862-826a-f90703ad7258 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0994146 Nov 24 16:52:09.946652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb31295-ac9b-4bfe-b718-0bc1b003c5d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:09.948260 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cbb31295-ac9b-4bfe-b718-0bc1b003c5d3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1399868 Nov 24 16:52:10.383658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:52:12.037824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 36774) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:12.179922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571fc8ed-5fcf-44c5-8eee-fac1d24fc44b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:12.180505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-571fc8ed-5fcf-44c5-8eee-fac1d24fc44b admin admin] Synchronizing usage tracker for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:subnet {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:52:12.225348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-571fc8ed-5fcf-44c5-8eee-fac1d24fc44b admin admin] Unset dirty status for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:subnet {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:52:12.226621 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-571fc8ed-5fcf-44c5-8eee-fac1d24fc44b admin admin] 10.222.0.15 "GET /v2.0/subnets/b2b2511b-a525-4fac-910d-be80b7ba945a HTTP/1.1" status: 200 len: 849 time: 0.1877618 Nov 24 16:52:12.237413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:52:12.363694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:12.585542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767290562470'] for subnet, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:12.589926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:52:12.638629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:12.639600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:12.640645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b2b2511b-a525-4fac-910d-be80b7ba945a HTTP/1.1" status: 200 len: 868 time: 0.4073219 Nov 24 16:52:12.648820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db947193-a484-490c-9876-e168541ea7b8 None None] Network 2f320938-fcca-4e3d-a463-c59403d69c14 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:52:12.664950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b2511b-a525-4fac-910d-be80b7ba945a,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:52:12.674967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.675353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.675730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.676101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.676474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.676836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.677200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.677570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.677931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.678378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.678781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:12.682736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:52:13.246384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-495e9b79-af98-4d27-862a-57d2b8006c78 None None] Provisioning complete for port ec9b776a-6dec-4e24-89f7-096a4206bb55 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:52:13.246908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-495e9b79-af98-4d27-862a-57d2b8006c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:13.379165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-495e9b79-af98-4d27-862a-57d2b8006c78 None None] Provisioning complete for port ea170319-2214-4e12-90bd-494cdf8d84ea triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:52:13.379577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-495e9b79-af98-4d27-862a-57d2b8006c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:14.746869 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36786) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:14.961548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316a4bf-96a7-478e-9c95-6aa31fc84325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:14.963770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316a4bf-96a7-478e-9c95-6aa31fc84325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:14.963770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c316a4bf-96a7-478e-9c95-6aa31fc84325 admin admin] Synchronizing usage tracker for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:52:15.069304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c316a4bf-96a7-478e-9c95-6aa31fc84325 admin admin] Unset dirty status for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:52:15.070567 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c316a4bf-96a7-478e-9c95-6aa31fc84325 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3226447 Nov 24 16:52:17.180748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36798) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:17.392656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dae9c8-8987-4a45-8195-3b65240ab6ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:17.393088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dae9c8-8987-4a45-8195-3b65240ab6ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:17.394755 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-78dae9c8-8987-4a45-8195-3b65240ab6ac admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129440 Nov 24 16:52:18.817331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7a846f2f-62ca-4949-9fb7-274196a66e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:19.505943 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36810) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:19.716907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e9905-00aa-4278-b5a8-c8be54e32c65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:19.718598 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e11e9905-00aa-4278-b5a8-c8be54e32c65 admin admin] 10.222.0.15 "GET /v2.0/networks/2f320938-fcca-4e3d-a463-c59403d69c14 HTTP/1.1" status: 200 len: 869 time: 0.2114532 Nov 24 16:52:20.602103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:21.047918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0715c6c1-19dc-473f-aeac-66bd3f9991b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:21.584723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:21.825589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36822) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:22.031326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e85e25-d637-42a8-a1ea-220f4c991cdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:22.032864 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d9e85e25-d637-42a8-a1ea-220f4c991cdc admin admin] 10.222.0.15 "GET /v2.0/networks/6bf1baf6-f6ca-4027-90ec-8e223b9e037a HTTP/1.1" status: 200 len: 886 time: 0.2062395 Nov 24 16:52:22.754457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:24.148629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36834) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:24.293619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ecb70-b3b6-4d38-94bc-40039f508229 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:24.294021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ecb70-b3b6-4d38-94bc-40039f508229 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:24.295610 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-be1ecb70-b3b6-4d38-94bc-40039f508229 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458344 Nov 24 16:52:26.415802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36846) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:26.557388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f0a69-6236-427b-b59a-29d34c669c63 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:26.557808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f0a69-6236-427b-b59a-29d34c669c63 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:26.559994 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0f0f0a69-6236-427b-b59a-29d34c669c63 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1426449 Nov 24 16:52:28.676757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36858) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:28.810177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24ae54-4eb7-4f02-9124-af8a4174e8e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:28.811575 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-bc24ae54-4eb7-4f02-9124-af8a4174e8e7 admin admin] 10.222.0.15 "GET /v2.0/subnets/0244663f-ec29-45df-adea-8d15c76c923f HTTP/1.1" status: 200 len: 816 time: 0.1336987 Nov 24 16:52:30.902617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36870) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:31.046179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af0b86-09e6-49fa-8288-5e1951ce2672 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:31.047569 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-15af0b86-09e6-49fa-8288-5e1951ce2672 admin admin] 10.222.0.15 "GET /v2.0/subnets/b2b2511b-a525-4fac-910d-be80b7ba945a HTTP/1.1" status: 200 len: 868 time: 0.1438906 Nov 24 16:52:47.384714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:52:48.823068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bac7747-baa1-422b-97e7-0af76a602cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:50.599540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:50.848064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36918) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:50.924659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-76e086d6-c467-4bd7-98ee-5d9fcbe0e45a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:52:50.925818 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-76e086d6-c467-4bd7-98ee-5d9fcbe0e45a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766909 Nov 24 16:52:51.062691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9332-204b-4dc2-b76b-dff6ece51466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:51.611133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:52.743451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:53.112714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36930) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:53.213904 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595fb39-6c26-43e9-9496-c61440f90ba0 admin admin] GET failed (client error): The resource could not be found. Nov 24 16:52:53.215880 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f595fb39-6c26-43e9-9496-c61440f90ba0 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1021423 Nov 24 16:52:53.352480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2257eb-9c18-414f-84e5-f74fd00bc71d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:53.354087 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cf2257eb-9c18-414f-84e5-f74fd00bc71d admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337938 Nov 24 16:52:55.472037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36942) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:55.548640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:52:55.554140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:52:55.564818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:52:55.657906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Made reservation on behalf of 81aa6393920e4b4ab9b8f08bfd9d9f89 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:52:55.662662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:55.758753 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.services.revisions.revision_plugin [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Could not find related network for resource to bump revision. Nov 24 16:52:55.770058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:52:55.807850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:55.808348 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Added segment c7d75358-6d35-421d-8819-3392a4a365a8 of type vlan for network cfe94568-6588-41dd-8740-852936c1b381 Nov 24 16:52:55.835152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:55.880720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:55.881937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:55.882575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:55.887415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:52:55.986387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe94568-6588-41dd-8740-852936c1b381,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:52:55.994701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.995136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.995510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.996524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.996891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.997259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.997620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.997986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.998353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.998708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:55.999095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:52:56.004717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:52:56.011455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network cfe94568-6588-41dd-8740-852936c1b381 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:52:56.030070 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5568562 Nov 24 16:52:58.162106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36954) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:52:58.263860 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54b8ba7-c069-4ef8-a8f3-37b182a710f6 admin admin] GET failed (client error): The resource could not be found. Nov 24 16:52:58.264410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a54b8ba7-c069-4ef8-a8f3-37b182a710f6 admin admin] Synchronizing usage tracker for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:52:58.303484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a54b8ba7-c069-4ef8-a8f3-37b182a710f6 admin admin] Unset dirty status for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:52:58.304586 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a54b8ba7-c069-4ef8-a8f3-37b182a710f6 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1414561 Nov 24 16:52:58.418916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dced617-16e3-42eb-b70c-b88841c0b688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:58.420518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7dced617-16e3-42eb-b70c-b88841c0b688 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1108680 Nov 24 16:52:58.430964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:52:58.436325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:52:58.446711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:52:58.480491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Made reservation on behalf of 81aa6393920e4b4ab9b8f08bfd9d9f89 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:52:58.485232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:58.880623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:58.885080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:52:58.962517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:52:58.966855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:52:58.975337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Checking segment: {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:52:58.975733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Network hostable DHCP agents. Network: cfe94568-6588-41dd-8740-852936c1b381, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:52:59.067804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Network cfe94568-6588-41dd-8740-852936c1b381 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:52:59.109125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, cfe94568-6588-41dd-8740-852936c1b381) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:52:59.113219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:52:59.113861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:59.119993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671f6c4-71d0-49fc-b8f7-588ff10ee205 None None] Network cfe94568-6588-41dd-8740-852936c1b381 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:52:59.173021 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7456515 Nov 24 16:52:59.356073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-cfe94568-6588-41dd-8740-852936c1b381', 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381', 'tenant_id': '81aa6393920e4b4ab9b8f08bfd9d9f89', 'fixed_ips': [{'subnet_id': 'e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 16:52:59.357009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:59.528050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Allocated IP 192.168.233.2 (cfe94568-6588-41dd-8740-852936c1b381/e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1/4f12d723-6196-4fd5-87af-b1db94b8f056) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:52:59.805992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:59.816862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Transition to ACTIVE for port object 4f12d723-6196-4fd5-87af-b1db94b8f056 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:52:59.836132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Transition to ACTIVE for port object 4f12d723-6196-4fd5-87af-b1db94b8f056 will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:52:59.892780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:52:59.898631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8a2f8ea5-65bd-4dc7-9935-cbcad7d3043f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:52:59.967475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Network cfe94568-6588-41dd-8740-852936c1b381 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:52:59.971309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:52:59.973296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Pushing event updated for resources: {'Port': ['ID=4f12d723-6196-4fd5-87af-b1db94b8f056,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:52:59.975765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:53:00.019758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.020140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.020507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.020877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.021238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.021599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.021957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.022314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.022671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.023050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.023408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:53:00.031644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:53:00.081904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Attempting to bind port 4f12d723-6196-4fd5-87af-b1db94b8f056 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:53:00.082257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Attempting to bind port 4f12d723-6196-4fd5-87af-b1db94b8f056 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:53:00.082705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Attempting to bind port 4f12d723-6196-4fd5-87af-b1db94b8f056 on network cfe94568-6588-41dd-8740-852936c1b381 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:53:00.090306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:53:00.090731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Checking segment: {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:53:00.091207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:00.091656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Bound using segment: {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:53:00.092187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Bound port: 4f12d723-6196-4fd5-87af-b1db94b8f056, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:53:00.092623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:00.193181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] For port 4f12d723-6196-4fd5-87af-b1db94b8f056, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:53:00.196978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] For port 4f12d723-6196-4fd5-87af-b1db94b8f056, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=4f12d723-6196-4fd5-87af-b1db94b8f056,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:53:00.269295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:00.276084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:53:00.355763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Pushing event updated for resources: {'Port': ['ID=4f12d723-6196-4fd5-87af-b1db94b8f056,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:53:00.359718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:53:01.044144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4f12d723-6196-4fd5-87af-b1db94b8f056 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:53:01.143459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 4f12d723-6196-4fd5-87af-b1db94b8f056 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:53:01.888977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a024529-fbce-4772-ba4b-bfc517280f4f None None] Network cfe94568-6588-41dd-8740-852936c1b381 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:53:02.057827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Provisioning for port 4f12d723-6196-4fd5-87af-b1db94b8f056 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:53:02.222963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Provisioning complete for port 4f12d723-6196-4fd5-87af-b1db94b8f056 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:53:02.223382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:02.402751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:02.439393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] For port 4f12d723-6196-4fd5-87af-b1db94b8f056, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=4f12d723-6196-4fd5-87af-b1db94b8f056,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:53:02.483354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:02.485596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:53:02.553357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Pushing event updated for resources: {'Port': ['ID=4f12d723-6196-4fd5-87af-b1db94b8f056,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:53:02.556632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:53:02.707569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1a57b837-dbc9-4f26-8612-f3e63c42b820 None None] Provisioning complete for port 4f12d723-6196-4fd5-87af-b1db94b8f056 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:53:02.707890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1a57b837-dbc9-4f26-8612-f3e63c42b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:03.020997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4f12d723-6196-4fd5-87af-b1db94b8f056 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:53:03.092624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 4f12d723-6196-4fd5-87af-b1db94b8f056 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:53:03.093045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:18.805779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8ffccfd6-fbb8-46a4-a9b6-2476780b2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:20.599805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:21.056976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-293fd9ae-cda8-42b7-96f1-51a493764444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:21.594050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:22.736781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:24.385978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:53:48.810288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-662637e7-0aa4-49d0-928e-f028eb17f303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:50.586937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:51.072946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-811722df-b679-4570-b233-1f8f69de4f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:51.610173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:53:52.769752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:01.387417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:54:18.820467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3142647b-6be9-4cc7-ac4c-d5e78e8174cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:20.603819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:21.060920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6be801cc-2434-4a3d-97eb-3b6165df2015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:21.598169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:22.763689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:26.160332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 36988) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:54:26.166506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [None req-2c3297ac-81ea-4838-8124-d62ea5c1cab6 tempest-verify_tempest_config-424267342 tempest-verify_tempest_config-424267342-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:54:26.168254 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2c3297ac-81ea-4838-8124-d62ea5c1cab6 tempest-verify_tempest_config-424267342 tempest-verify_tempest_config-424267342-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0061607 Nov 24 16:54:26.655785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37006) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:54:26.803554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:26.837112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:54:26.841345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef6591c0dfb41acac24d6f2de7f5b0e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:54:26.844342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:54:26.850376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:54:27.095813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.129027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.138015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:54:27.180436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20560013-60b2-4d1c-a9d0-b3a6c087ca2d,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:54:27.184112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Synchronizing usage tracker for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:54:27.201160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.201545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.201920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.202293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.202663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.203061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.203431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.203795 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.204158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.204520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.204880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:54:27.208787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:54:27.237722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Unset dirty status for tenant:81aa6393920e4b4ab9b8f08bfd9d9f89 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:54:27.239112 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ef6591c0dfb41acac24d6f2de7f5b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5822260 Nov 24 16:54:27.241753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37012) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:54:27.303631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.329941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.522970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.529020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:54:27.541194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20560013-60b2-4d1c-a9d0-b3a6c087ca2d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:54:27.545175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:54:27.547129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:27.550901 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20560013-60b2-4d1c-a9d0-b3a6c087ca2d HTTP/1.1" status: 204 len: 168 time: 0.3056221 Nov 24 16:54:38.388890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:54:48.820362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4e2f840c-c78d-4ff3-9cbe-7c9107c0e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:50.584916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:51.070779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-37a16f14-bc1e-4687-a0e8-023fa60e6730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:51.620909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:54:52.767272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:15.389504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:55:18.813166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a40b0f1f-5d14-4b7b-8f83-b0e946a52402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:20.612095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:21.063818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3603-81e8-4009-a6d7-b0adca5b0ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:21.613510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:22.750790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:48.817091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5dd870c2-ffe1-47ef-b102-cf898c8ea66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:50.645562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:51.058871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-338e1dff-455a-428f-b062-e12e9e47456b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:51.625201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:55:52.391337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 5 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:55:52.756196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:03.999260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768373'] for agent, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:18.830082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e47fc3e3-0fc7-47df-8353-f3a4d41c7c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:20.595921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:20.682482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37094) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:56:20.832720 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-26fb3f1c-1595-41e1-8065-3f4bc48aa51e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1489344 Nov 24 16:56:21.067458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02f22a1b-011b-4793-85c2-e5cd3f34f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:21.599006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:22.782256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:22.955024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37106) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:56:23.040836 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-bb03e555-c2b5-4fe1-9c69-525e9a187e83 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0846560 Nov 24 16:56:29.393172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:56:33.975170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:48.829126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5b365dbf-b54e-4806-9e77-360172602f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:50.595233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:51.080556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2709e4b-9583-4232-9550-666b9aab6e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:51.600451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:56:52.763349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:03.991285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:06.394769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:57:18.825602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d4c611f-e94b-4627-963f-13d3352a700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:20.606184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:21.059483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b347e21-8be2-4027-bed0-035bd7d34394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:21.606299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:22.802404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:33.990463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:43.396231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:57:48.835753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bc2145e8-cce6-4db6-a4cc-011620187fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:50.589452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:51.063712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1262fdef-cd25-43db-bfe9-2f01341ba1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:51.605357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:57:52.766686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:03.999965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:12.331834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37288) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:12.616791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37302) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:12.802236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37312) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:12.855688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-network', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:12.861001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:12.865108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Usage tracker for resource:network and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:12.868598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:12.875482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:12.889101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37318) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:12.926411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Made reservation on behalf of 9f160f67e8e14ab189792191e7ef121b for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:12.931630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:12.945673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:12.979001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:12.987542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:12.987542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:12.998211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.111410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1720988937-network', 'tenant_id': '0f093d33ea4848f593ce8267208d3563'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:13.161900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.174478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Usage tracker for resource:network and tenant:0f093d33ea4848f593ce8267208d3563 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.180042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.187391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.191567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.217874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.222537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a5da361-6bea-45ed-a391-c6278293de43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:13.238432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:58:13.250234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:13.255331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.277877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.318318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.318706 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Added segment fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca of type vlan for network cb14a41b-9c45-4611-a366-c5e49427934b Nov 24 16:58:13.330566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b152f-e70c-4690-a5b2-938df8e4acf6,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:13.341689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.342233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.343331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.343657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.344028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.344399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.344760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.345124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.345486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.345843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.346198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Tracked resource versions report: Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: HyperV agent@hv-cinder-81877: {}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:58:13.347259 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:58:13.357062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-network', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:13.362164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:13.373062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.377702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.378538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Usage tracker for resource:network and tenant:b4e19346448e471cbf761df3e8e4f040 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.382201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.382581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Usage tracker for resource:security_group_rule and tenant:0f093d33ea4848f593ce8267208d3563 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.386022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.390391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.392908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.402878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1561005652-network', 'tenant_id': 'd8e35de9e3bc4f71965fcb5667edc993'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:13.408807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.413955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Usage tracker for resource:network and tenant:d8e35de9e3bc4f71965fcb5667edc993 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.417152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.423962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.520887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Made reservation on behalf of b4e19346448e471cbf761df3e8e4f040 for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:13.525726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.562432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Made reservation on behalf of d8e35de9e3bc4f71965fcb5667edc993 for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:13.562432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.673942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.683732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.692502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.772022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.773597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:13.774365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:13.780382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:13.874368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.877582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:13.882805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Usage tracker for resource:security_group_rule and tenant:b4e19346448e471cbf761df3e8e4f040 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.888042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Usage tracker for resource:security_group_rule and tenant:d8e35de9e3bc4f71965fcb5667edc993 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:13.890172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb14a41b-9c45-4611-a366-c5e49427934b,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:13.891622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.894797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:13.901574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network cb14a41b-9c45-4611-a366-c5e49427934b details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:58:13.906389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.909095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:13.950063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:13.965601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.000732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.019387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:58:14.041036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.041690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Added segment 733259b4-777b-460d-90cb-4e4f68beb719 of type vlan for network f6967613-1aca-46bf-99d2-4087fd37b2de Nov 24 16:58:14.055619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.087786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.109470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7763226 Nov 24 16:58:14.114617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37346) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:14.137007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Request body: {'subnet': {'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-subnet', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:14.149086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.158169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace4302-a63e-4b85-a11a-9fe0101eb277,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:14.164455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:14.167121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.184767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.218424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:14.228898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Usage tracker for resource:subnet and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:14.239315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:14.246253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.263524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.264936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:14.265740 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.271626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.285993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.316112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:58:14.338071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:14.342311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:58:14.352232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3872949c-f672-4365-9e4b-a9383ddc622e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:14.363767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269564186689', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.364415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Unsubscribe: segment precommit_create {{(pid=88239) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 24 16:58:14.364821 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Added segment 368318a0-3702-445f-8e21-d4147c75c0ba of type vlan for network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e Nov 24 16:58:14.374899 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7564967 Nov 24 16:58:14.378255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37360) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:14.381227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Pushing event updated for resources: {'Network': ['ID=f6967613-1aca-46bf-99d2-4087fd37b2de,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:14.387135 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.387357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Request body: {'subnet': {'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1720988937-subnet', 'tenant_id': '0f093d33ea4848f593ce8267208d3563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:14.387647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.388187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.388624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.389110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.389549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.390137 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.390448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.390971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.391383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.391926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:14.392280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:14.392946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Tracked resource versions report: Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: HyperV agent@hv-cinder-81877: {}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:58:14.394194 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:58:14.398196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:14.401764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Usage tracker for resource:subnet and tenant:0f093d33ea4848f593ce8267208d3563 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:14.402179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network f6967613-1aca-46bf-99d2-4087fd37b2de details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:58:14.407797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:14.416084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:14.435379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.435557 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Added segment f8b438ff-317c-48b6-8580-478253519d9b of type vlan for network b1c864db-2fe5-4809-99ae-53576ede5dce Nov 24 16:58:14.463576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:14.465966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.471164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.502740 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.539052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.558895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.567058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:14.567058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.572749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e257f68-9f6a-4b95-aa63-ae81573cc722,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:14.582783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:14.584861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Made reservation on behalf of 9f160f67e8e14ab189792191e7ef121b for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:14.590876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.604933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.835220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.842029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:14.842907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:14.846832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Pushing event updated for resources: {'Network': ['ID=b1c864db-2fe5-4809-99ae-53576ede5dce,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:14.871065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:14.872456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network b1c864db-2fe5-4809-99ae-53576ede5dce details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:58:14.887940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:14.958005 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0647883 Nov 24 16:58:14.958802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37376) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:14.964600 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1608646 Nov 24 16:58:14.965904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Request body: {'subnet': {'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1561005652-subnet', 'tenant_id': 'd8e35de9e3bc4f71965fcb5667edc993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:14.969527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37380) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:14.981189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:15.001787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Request body: {'subnet': {'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-subnet', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:15.010717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.016015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Usage tracker for resource:subnet and tenant:d8e35de9e3bc4f71965fcb5667edc993 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:15.027965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:15.035608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:15.061981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:15.102955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Pushing event updated for resources: {'Network': ['ID=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:15.108406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:15.146124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:58:15.148674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:15.153424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Usage tracker for resource:subnet and tenant:b4e19346448e471cbf761df3e8e4f040 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:15.160391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:15.172668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:15.258279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.262420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Made reservation on behalf of d8e35de9e3bc4f71965fcb5667edc993 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:15.264901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4a85359e-11eb-4d34-8535-d802d67e2417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:15.274452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.344357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Made reservation on behalf of b4e19346448e471cbf761df3e8e4f040 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:15.350663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.406851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc01797-2d38-40d6-997c-5396988ee342,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:15.411803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:15.428451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Checking segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:15.429203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Network hostable DHCP agents. Network: cb14a41b-9c45-4611-a366-c5e49427934b, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:58:15.474784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Network cb14a41b-9c45-4611-a366-c5e49427934b is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:58:15.503252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, cb14a41b-9c45-4611-a366-c5e49427934b) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:15.505871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6560533f-698a-47c0-b3f8-c19bce259f08,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:15.508326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:15.511078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.517407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:15.520986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5849c-f541-40e2-b41b-5feadea6066b None None] Network cb14a41b-9c45-4611-a366-c5e49427934b requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:15.577589 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-975c0c75-8b7e-4412-8678-7facfa21afe8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4615016 Nov 24 16:58:15.578254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37404) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:15.585370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:15.597077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Checking segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:15.597477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Network hostable DHCP agents. Network: f6967613-1aca-46bf-99d2-4087fd37b2de, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:58:15.597615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:15.607184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Usage tracker for resource:router and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:15.618448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:15.634604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:15.699599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.700155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.735311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.756100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Network f6967613-1aca-46bf-99d2-4087fd37b2de is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:58:15.787078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, f6967613-1aca-46bf-99d2-4087fd37b2de) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:15.793302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:15.793973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.811144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad7bf5-0609-4925-becd-f60005af612f None None] Network f6967613-1aca-46bf-99d2-4087fd37b2de requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:15.831442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-cb14a41b-9c45-4611-a366-c5e49427934b', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 16:58:15.833012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:15.966659 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5872083 Nov 24 16:58:16.032842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.034080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.040017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c70cb7e3-736a-49df-83cb-c88648cdc540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:16.130342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d51925-7cca-4766-8047-df3178a37c69,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:16.276825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Checking segment: {'id': 'f8b438ff-317c-48b6-8580-478253519d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:16.277802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Network hostable DHCP agents. Network: b1c864db-2fe5-4809-99ae-53576ede5dce, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:58:16.280009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Allocated IP 172.20.0.2 (cb14a41b-9c45-4611-a366-c5e49427934b/abc01797-2d38-40d6-997c-5396988ee342/f357d5f7-7bd5-4c54-8b9f-95c49b330546) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:16.282966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3e6431-f044-4c14-ace8-c301973166c9,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:16.287635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Checking segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:16.288037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Network hostable DHCP agents. Network: 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:58:16.294492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:16.295553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:16.296088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e9fb2821-400b-4977-86fe-abcf5ef4159b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:16.333061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.396242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:58:16.406282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Network b1c864db-2fe5-4809-99ae-53576ede5dce is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:58:16.446585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:16.451315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:16.451983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.459506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccade60c-b84b-4d93-bbb1-7e7628bf14fd None None] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:16.480163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, b1c864db-2fe5-4809-99ae-53576ede5dce) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:16.492613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:16.493273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.515624 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5410378 Nov 24 16:58:16.516305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37430) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:16.521578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba3e1ac-39d4-4593-b1e4-d053ccd30d08 None None] Network b1c864db-2fe5-4809-99ae-53576ede5dce requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:16.531013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:16.539236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:16.564910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9f23698f-e15d-455e-8bd6-a013bb4dd7cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5977921 Nov 24 16:58:16.564910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Usage tracker for resource:router and tenant:b4e19346448e471cbf761df3e8e4f040 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:16.565185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baa697-2a6d-4a18-a373-990553398d14 None None] Network f6967613-1aca-46bf-99d2-4087fd37b2de requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:16.568117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:16.582293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:16.669864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.675153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.700785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.721927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:16.777182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.050421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.122995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37478) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:17.184153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Transition to ACTIVE for port object f357d5f7-7bd5-4c54-8b9f-95c49b330546 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:17.248432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Allocated IP 172.28.0.149 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/293ad1b0-5ed6-4e3a-a4d4-a74dced32167) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:17.255303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.328299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Transition to ACTIVE for port object f357d5f7-7bd5-4c54-8b9f-95c49b330546 will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:17.378351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.386039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c8486a5-3733-4c65-8efe-4b455495dc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:17.541271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Network cb14a41b-9c45-4611-a366-c5e49427934b is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:17.594564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:17.601440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.610770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:17.619644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Pushing event updated for resources: {'Port': ['ID=f357d5f7-7bd5-4c54-8b9f-95c49b330546,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:17.683523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.689849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.698307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.699237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.699620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.700058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.700436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.700806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.701167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.701535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.702125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.702484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.702843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Tracked resource versions report: Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: HyperV agent@hv-cinder-81877: {}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:58:17.704044 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:58:17.707604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:17.818701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.837861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:17.843191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37506) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:17.863641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a28b49-d1b4-420c-80d3-5e305e6e8bdd None None] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:17.869941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b0710ad2d845ddb2e9ba20cb099187 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:17.879212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:17.887057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:17.984933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:17.988361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.003332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a30cb1-2347-4d02-a9e8-45dc46978bec None None] Network b1c864db-2fe5-4809-99ae-53576ede5dce requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:18.008633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:18.018277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Attempting to bind port f357d5f7-7bd5-4c54-8b9f-95c49b330546 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:18.018741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Attempting to bind port f357d5f7-7bd5-4c54-8b9f-95c49b330546 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:18.019177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Attempting to bind port f357d5f7-7bd5-4c54-8b9f-95c49b330546 on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:18.023227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Allocated IP 172.28.0.37 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/deb98161-e191-489f-9f06-ee5072ac5235) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:18.053129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.070080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:18.070511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Checking segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:18.071020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.071605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Bound using segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:18.072160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Bound port: f357d5f7-7bd5-4c54-8b9f-95c49b330546, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:18.072604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.079752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:18.085741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:18.092892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:18.222022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:18.232673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:18.234517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:18.249518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9b0710ad2d845ddb2e9ba20cb099187&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1253459 Nov 24 16:58:18.269832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37530) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:18.332026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d82798-ca37-41f6-96ba-e96aabbdef9c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:18.342227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:18.375863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.380628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.493252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.510167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.548727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.586802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.604358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37534) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:18.611011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] For port f357d5f7-7bd5-4c54-8b9f-95c49b330546, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:18.635695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] For port f357d5f7-7bd5-4c54-8b9f-95c49b330546, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f357d5f7-7bd5-4c54-8b9f-95c49b330546,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:18.728177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.747306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:18.796380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.803936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-db263468-9ad9-41c5-a23c-4c7ebb903717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:18.820124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.820294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d82798-ca37-41f6-96ba-e96aabbdef9c,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:18.826350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:18.827301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.828942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:18.860407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.865012 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84d82798-ca37-41f6-96ba-e96aabbdef9c HTTP/1.1" status: 204 len: 168 time: 0.5880766 Nov 24 16:58:18.915432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:18.921187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:18.925332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7dc5411f-3dee-4b76-88d9-ef738156b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:18.935790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:18.943845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Router a38b9f70-27dd-4986-973b-eed0fc59d16f is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 16:58:18.954057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Usage tracker for resource:security_group_rule and tenant:e5a096dbbae44b96864998433ebf1913 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:18.958360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Pushing event updated for resources: {'Port': ['ID=f357d5f7-7bd5-4c54-8b9f-95c49b330546,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:18.974517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:18.975802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:19.027780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:19.086096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:19.092116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Pushing event updated for resources: {'Port': ['ID=deb98161-e191-489f-9f06-ee5072ac5235,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:19.098546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:19.118610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37552) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:19.133942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:19.142440 dv-cinder-818778-2-smb neutron-server[88128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 16:58:19.151007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:6bdbd7bc29b244b9979b853bcbb2a8d2 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:19.173088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:19.222383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:19.306824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37568) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:19.313282 dv-cinder-818778-2-smb neutron-server[88128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 16:58:19.445034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227c6c-69a5-4635-adba-f851819c8c6f req-a9bfa79c-0429-476d-9b79-20a567e304f7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:19.446761 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-a9bfa79c-0429-476d-9b79-20a567e304f7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.3270726 Nov 24 16:58:19.526651 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-36a2517c-9bde-48f5-9b24-243de08a667e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/quotas/0f093d33ea4848f593ce8267208d3563 HTTP/1.1" status: 200 len: 375 time: 0.0287011 Nov 24 16:58:19.534011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:58:19.547713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:58:19.561824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:19.568892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:57:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:19.607015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.643724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-18a46cec-6ded-42f5-9e07-5fc68b1c9f21 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868526 Nov 24 16:58:19.670701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.707270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.709177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.710366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:19.710502 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1312387 Nov 24 16:58:19.713587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37578) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:19.724251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a45bf2b8-6298-49a0-b58a-bfa905c15e7e tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:19.725915 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a45bf2b8-6298-49a0-b58a-bfa905c15e7e tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/networks?id=b1c864db-2fe5-4809-99ae-53576ede5dce HTTP/1.1" status: 200 len: 812 time: 0.4155834 Nov 24 16:58:19.970307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.970307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.970895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:19.973975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:19.973975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59113cc-f82c-4c37-981c-55c965d5114a,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:19.973975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:19.973975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:19.973975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37586) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:20.047854 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a3ad0963-44e6-4d87-80c5-c640e59940ef tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/quotas/d8e35de9e3bc4f71965fcb5667edc993 HTTP/1.1" status: 200 len: 375 time: 0.2973833 Nov 24 16:58:20.138446 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-cc7b9cb4-829f-4780-bd4a-9a1a47ca9fbc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8e35de9e3bc4f71965fcb5667edc993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894232 Nov 24 16:58:20.155353 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-51721993-f358-4c4e-ac28-eafefcc6003b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5a096dbbae44b96864998433ebf1913&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3109708 Nov 24 16:58:20.156206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7d3ef-a982-44e9-9f86-a3ed75678f2f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:20.164686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-fffba6fe-3b72-4714-8573-e5e80d4ab338 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:58:20.165858 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-fffba6fe-3b72-4714-8573-e5e80d4ab338 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3403552 Nov 24 16:58:20.166337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37600) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:20.174434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:20.244262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:18Z', 'revision_number': 3, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:20.249681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:58:20.253812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Updating router a38b9f70-27dd-4986-973b-eed0fc59d16f port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:58:20.295528 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bdbd7bc29b244b9979b853bcbb2a8d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6888950 Nov 24 16:58:20.297109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37604) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:20.300962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.319521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.406680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:20.421856 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Usage tracker for resource:security_group_rule and tenant:4acb060dedbe4697b91aebadb2ee4af4 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:20.427423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:20.442453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-07b07fe7-0f89-4c41-9078-37b4d1b21222 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:58:20.443622 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-07b07fe7-0f89-4c41-9078-37b4d1b21222 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1246319 Nov 24 16:58:20.444626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:20.502116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.522111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.566674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.587984 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-cbca77af-e81f-4220-964f-8fb296354e90 service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745116 Nov 24 16:58:20.606906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.645846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.736396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.776855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:20.801513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:58:20.846963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7d3ef-a982-44e9-9f86-a3ed75678f2f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:20.865152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:20.870336 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-c37ae604-416f-4a58-8002-3e19d3c9170d service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815471 Nov 24 16:58:20.874287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.879651 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.880889 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46d7d3ef-a982-44e9-9f86-a3ed75678f2f HTTP/1.1" status: 204 len: 168 time: 0.5822816 Nov 24 16:58:20.890052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.894090 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1958342e-7acf-4a97-b298-89f79a505e8c service neutron] 10.222.0.15 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352343 Nov 24 16:58:20.908213 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:20.909690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Transition to ACTIVE for port object 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:20.935216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Router 9021fc2a-5718-412f-9ef1-ec35183f631d is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 16:58:20.948733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59113cc-f82c-4c37-981c-55c965d5114a,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:20.954918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:20.958877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.968594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.984971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:20.986492 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c59113cc-f82c-4c37-981c-55c965d5114a HTTP/1.1" status: 204 len: 168 time: 0.8188591 Nov 24 16:58:20.996794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:21.092107 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62d90037-54b0-49c4-a8c4-54362a3f4e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:21.112120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Attempting to bind port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:21.113988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Attempting to bind port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:21.114504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Attempting to bind port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:21.142209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:21.147913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Pushing event updated for resources: {'Port': ['ID=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:21.181023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:21.185021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:21.191226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:21.195355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:21.196184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Bound port: 293ad1b0-5ed6-4e3a-a4d4-a74dced32167, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:21.196825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:21.242503 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a419bdb8-4d9d-4e0d-858a-a0e9faad5958 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470223 Nov 24 16:58:21.262596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.263197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.263963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.264564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.265041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.265516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.266134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.266882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.267455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.267924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.268495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Tracked resource versions report: Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: pushed versions: Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: { 'ConntrackHelper': {'1.0'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': {'1.0'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': {'1.1'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': {'1.5'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': {'1.2'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': {'1.8'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': {'1.2'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': {'1.0'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': {'1.0'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': {'1.1'}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': {'1.1'}} Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: consumer versions: Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: { DHCP agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: HyperV agent@hv-cinder-81877: {}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: L3 agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: Metadata agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: Metering agent@dv-cinder-818778-2-smb: {}, Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: Open vSwitch agent@dv-cinder-818778-2-smb: { 'ConntrackHelper': '1.0', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Log': '1.0', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Network': '1.1', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Port': '1.5', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'PortForwarding': '1.2', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'QosPolicy': '1.8', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroup': '1.2', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SecurityGroupRule': '1.0', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'SubPort': '1.0', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Subnet': '1.1', Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: 'Trunk': '1.1'}} Nov 24 16:58:21.269659 dv-cinder-818778-2-smb neutron-server[88128]: {{(pid=88242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 16:58:21.282595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:21.282796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9ee16c67-208a-45bd-b874-8a86b4f712bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:21.370013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] For port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:21.374811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] For port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:21.388964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f357d5f7-7bd5-4c54-8b9f-95c49b330546 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:21.405134 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4acb060dedbe4697b91aebadb2ee4af4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4657426 Nov 24 16:58:21.414677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37626) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:21.435554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:21.442494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:21.546469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b70d3e-8b2a-4a5e-bbb1-b0f00ed66dfc,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:21.546580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8afaf3-6ca7-455f-8d9f-4f3643e825cc None None] Network cb14a41b-9c45-4611-a366-c5e49427934b requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:58:21.554797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:21.627571 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f1cf920-a03a-4294-a70a-d8d8a8064b89 req-f274ae33-37f7-49d4-a3f9-5d79c15fb81e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.1166227 Nov 24 16:58:21.676711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Pushing event updated for resources: {'Port': ['ID=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:21.681424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:21.688499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:21.690694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:21.702974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.020136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:22.029855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Provisioning for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:22.033571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.037750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:22.038303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.080931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Provisioning complete for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:22.081476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.252044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37662) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:22.254256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.295650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37664) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:22.296973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:22.436384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.493701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.522612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.527422 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10a7d55b-a917-4ea5-ae70-20f21fa95710 req-eb863f55-c195-4a44-a884-895e792b63f7 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.2177885 Nov 24 16:58:22.575857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.649116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.655392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:58:22.660138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port f357d5f7-7bd5-4c54-8b9f-95c49b330546, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f357d5f7-7bd5-4c54-8b9f-95c49b330546,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:22.679204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Sync routers for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:58:22.752329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:22.760672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.760873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Usage tracker for resource:security_group_rule and tenant:b443729df423442cafa3419ff3708983 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:22.764284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.768006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:22.770211 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1b70d3e-8b2a-4a5e-bbb1-b0f00ed66dfc HTTP/1.1" status: 204 len: 168 time: 1.3190866 Nov 24 16:58:22.780238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:22.791975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.795326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:22.825574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b70d3e-8b2a-4a5e-bbb1-b0f00ed66dfc,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:22.837055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:22.841713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ffc185d6-7b29-4a5f-9594-17f1e51b53c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:22.842725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:22.846664 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3263683 Nov 24 16:58:22.846882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37678) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:23.064198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:23.084422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.db.api [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 16:58:23.086539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.api [None req-248d9199-a2a9-4b80-9d14-1a9e7f5b2ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 16:58:23.087044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:23.087773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:23.089010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:18Z', 'revision_number': 3, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:23.125079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4499f5-c104-4680-82ff-8fa8f961b173 None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:18Z', 'revision_number': 3, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:58:23.154823 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:23.166026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Usage tracker for resource:security_group_rule and tenant:004f56ffb0774dcea2651b4d668b24ae is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:23.181212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:23.200907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:23.297326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=f357d5f7-7bd5-4c54-8b9f-95c49b330546,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:23.304164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:23.378190 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-340d4e5f-f629-4023-8558-cf45dc066475 req-b585ea61-7238-466f-ae3c-11ded398c0cf tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.4181261 Nov 24 16:58:23.384662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:23.411302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Allocated IP 172.20.0.1 (cb14a41b-9c45-4611-a366-c5e49427934b/abc01797-2d38-40d6-997c-5396988ee342/2529dfd1-e6a2-485b-a922-8319c39a4520) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:23.473561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:23.480637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:23.488296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:23.849429 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5eabb2-9e53-4751-9d06-1609d21bdf14 req-e682b4f1-ef71-4d17-9484-caa488923f90 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.1406906 Nov 24 16:58:23.979753 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b443729df423442cafa3419ff3708983&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6857910 Nov 24 16:58:23.981315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555acc12-5005-4763-8581-2477fe21afe5,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:23.983198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 37730) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:23.986057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:24.048424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b74050f2-d3c1-456e-95e5-6cc8f42be59b None None] Provisioning complete for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:24.049279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b74050f2-d3c1-456e-95e5-6cc8f42be59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.080959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.146682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:19Z', 'revision_number': 3, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:24.180871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Checking router: 9021fc2a-5718-412f-9ef1-ec35183f631d for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:58:24.182215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.198063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Updating router 9021fc2a-5718-412f-9ef1-ec35183f631d port deb98161-e191-489f-9f06-ee5072ac5235 binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:58:24.210563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.330540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Transition to ACTIVE for port object 2529dfd1-e6a2-485b-a922-8319c39a4520 will not be triggered until provisioned by entity DHCP. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:24.369470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.400982 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.405553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.414457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:24.459674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555acc12-5005-4763-8581-2477fe21afe5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:24.463051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.491429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:24.492554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.493820 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/555acc12-5005-4763-8581-2477fe21afe5 HTTP/1.1" status: 204 len: 168 time: 0.5086970 Nov 24 16:58:24.548990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:24.602062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:24.756416 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5b3cad4a-9605-42a1-b3ce-309405e3ef05 req-569ff6be-4185-4ef2-97fb-5f2fcd67db2e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.2060223 Nov 24 16:58:24.821214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=004f56ffb0774dcea2651b4d668b24ae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3319912 Nov 24 16:58:24.825022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37762) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:24.880173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.025473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80696f-04c8-4197-b58f-0fcae02cb86e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:25.026554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:25.032128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-80cf2638-a1a2-4bc3-933d-4fc6404e7ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:25.130121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Network cb14a41b-9c45-4611-a366-c5e49427934b is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:25.140901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:25.147128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:25.147739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.332491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.392476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.464200 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9758347e-dbdc-4146-add9-430ab6912682 req-85faf6a7-9bcd-4a2f-b2e8-7f4b43f278a9 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.1244059 Nov 24 16:58:25.477835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f357d5f7-7bd5-4c54-8b9f-95c49b330546 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:25.481743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:25.485301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:25.515739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.533920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:25.554835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80696f-04c8-4197-b58f-0fcae02cb86e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:25.558549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:25.560048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.772951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Allocated IP 172.20.0.1 (2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e/7a3e6431-f044-4c14-ace8-c301973166c9/9acb1588-f5f1-45db-aa49-56050c106dd8) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:25.817946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:25.832809 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c80696f-04c8-4197-b58f-0fcae02cb86e HTTP/1.1" status: 204 len: 168 time: 0.9912953 Nov 24 16:58:26.001790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.021792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port f357d5f7-7bd5-4c54-8b9f-95c49b330546 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:26.022225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.034049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.035244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.049895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:26.063585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.069066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9ae96ba6-4cb2-4857-984f-be714cff4d31 None None] Provisioning for port 2529dfd1-e6a2-485b-a922-8319c39a4520 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:26.088062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9ae96ba6-4cb2-4857-984f-be714cff4d31 None None] Provisioning complete for port 2529dfd1-e6a2-485b-a922-8319c39a4520 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:26.088488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ae96ba6-4cb2-4857-984f-be714cff4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.149990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.186891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Transition to ACTIVE for port object deb98161-e191-489f-9f06-ee5072ac5235 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:26.226341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-9ae96ba6-4cb2-4857-984f-be714cff4d31 None None] Port 2529dfd1-e6a2-485b-a922-8319c39a4520 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:58:26.229393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.235346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:26.279644 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ae1bc3d2-7b05-4d9d-84a3-8d8e27e92167 req-5803db07-a603-40b0-8b31-b61f6297813c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.1395850 Nov 24 16:58:26.291347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.342787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:26.356348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:26.360734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:26.362805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:26.376917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:26.377445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.397761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:26.448814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:26.467873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:26.470298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.74', 56160) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:26.481530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:26.604415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Pushing event updated for resources: {'Port': ['ID=deb98161-e191-489f-9f06-ee5072ac5235,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:26.626983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:26.627914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Attempting to bind port deb98161-e191-489f-9f06-ee5072ac5235 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:26.628334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Attempting to bind port deb98161-e191-489f-9f06-ee5072ac5235 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:26.628747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Attempting to bind port deb98161-e191-489f-9f06-ee5072ac5235 on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:26.681928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.682052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:26.682511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:26.683397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.683960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:26.684533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Bound port: deb98161-e191-489f-9f06-ee5072ac5235, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:26.684966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.856491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] For port deb98161-e191-489f-9f06-ee5072ac5235, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:26.861911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] For port deb98161-e191-489f-9f06-ee5072ac5235, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=deb98161-e191-489f-9f06-ee5072ac5235,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:26.864421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:26.886482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:26.886482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:26.993471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eb42aa90-6834-4048-9ba0-c1cc3599ed6e req-c0b8e7ca-2819-4997-9614-98d6c30d8bab tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.1992762 Nov 24 16:58:27.024015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Network cb14a41b-9c45-4611-a366-c5e49427934b is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:27.033494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-7268ad00-1280-49ea-b106-af898b362cf7 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:27.053088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-7268ad00-1280-49ea-b106-af898b362cf7 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Synchronizing usage tracker for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:network {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:27.063451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:27.093999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:27.187239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:27.246538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:27.247930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:27.253607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:27.336745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:27.361056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d36a1ccb-8d56-4651-9e58-a031e6dab312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:27.445787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:27.459710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:27.462417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.74', 56164) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:27.501286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-7268ad00-1280-49ea-b106-af898b362cf7 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Unset dirty status for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:network {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:27.502558 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-7268ad00-1280-49ea-b106-af898b362cf7 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.74 "GET /v2.0/networks?id=b1c864db-2fe5-4809-99ae-53576ede5dce HTTP/1.1" status: 200 len: 812 time: 1.0291286 Nov 24 16:58:27.563900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Request body: {'port': {'device_id': 'da25df45-8771-442a-ade9-aadac2c911dc', 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce', 'admin_state_up': True, 'tenant_id': 'd8e35de9e3bc4f71965fcb5667edc993'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:27.580878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:27.586761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Pushing event updated for resources: {'Port': ['ID=deb98161-e191-489f-9f06-ee5072ac5235,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:27.592172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:27.607967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:27.612907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:27.857748 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ce8efb36-f0cd-4828-9645-6affcce1f836 req-0cd52cf3-8379-4440-aed0-fecc8c47a31e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.2040107 Nov 24 16:58:27.962978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:27.970009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Usage tracker for resource:port and tenant:d8e35de9e3bc4f71965fcb5667edc993 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:27.975167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:27.984950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:27.994703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:28.231323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:28.293226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:28.327618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227c6c-69a5-4635-adba-f851819c8c6f req-db3e58e7-c0ce-4f83-9f1b-ec6838ec90f4 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:28.328566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-70227c6c-69a5-4635-adba-f851819c8c6f req-db3e58e7-c0ce-4f83-9f1b-ec6838ec90f4 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:28.345160 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9559c15-0c5a-4287-af70-0bcca0b9fb83 req-3aacafda-9f79-40d7-8e29-70d8fb6166b3 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.0936177 Nov 24 16:58:28.356532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Made reservation on behalf of d8e35de9e3bc4f71965fcb5667edc993 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:28.364035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:28.385878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9ee5fff2-5f8b-45fd-b4c4-42c218e2a57c None None] Provisioning complete for port 2529dfd1-e6a2-485b-a922-8319c39a4520 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:28.386307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee5fff2-5f8b-45fd-b4c4-42c218e2a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:28.422307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-70227c6c-69a5-4635-adba-f851819c8c6f req-db3e58e7-c0ce-4f83-9f1b-ec6838ec90f4 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:28.431342 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-db3e58e7-c0ce-4f83-9f1b-ec6838ec90f4 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.9574177 Nov 24 16:58:28.449883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Request body: {'port': {'device_id': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'admin_state_up': True, 'tenant_id': '0f093d33ea4848f593ce8267208d3563'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:28.486352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:28.487754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:28.494476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 16:58:28.609970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5fff2-5f8b-45fd-b4c4-42c218e2a57c None None] Port 2529dfd1-e6a2-485b-a922-8319c39a4520 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:58:28.624885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:28.641743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:28.795572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:28.800460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Usage tracker for resource:port and tenant:0f093d33ea4848f593ce8267208d3563 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:28.814257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9acb1588-f5f1-45db-aa49-56050c106dd8', 'name': '', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'mac_address': 'fa:16:3e:05:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:25Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 2, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'subnets': [{'id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:28.817691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:28.823651 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315424-6f2e-4912-9760-3210dd299f3f None None] The sync data for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb is: [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9acb1588-f5f1-45db-aa49-56050c106dd8', 'name': '', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'mac_address': 'fa:16:3e:05:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:25Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 2, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'subnets': [{'id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:58:28.844522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:29.002131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:29.010064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:29.207198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Allocated IP 172.20.0.12 (b1c864db-2fe5-4809-99ae-53576ede5dce/e6d51925-7cca-4766-8047-df3178a37c69/d9d720ba-1b74-444f-ac61-da4924b15494) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:29.270442 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-25775ebf-8467-416a-980d-ae1f268a5d0c req-b02e5fdd-eb7d-460c-a912-02ed9da7467c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.0931070 Nov 24 16:58:29.400821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:58:29.444149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:58:29.488115 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/a38b9f70-27dd-4986-973b-eed0fc59d16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7733507 Nov 24 16:58:29.493675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:29.497047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:29.570811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Allocated IP 172.20.0.11 (f6967613-1aca-46bf-99d2-4087fd37b2de/6560533f-698a-47c0-b3f8-c19bce259f08/f3256b8d-c240-4f46-918d-3e30304d7d45) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:29.834385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Router 9021fc2a-5718-412f-9ef1-ec35183f631d has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 16:58:29.974112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-2f01823c-5e9a-43e1-8999-0233a0c0626f req-74d3d1a3-3db0-4089-83af-51d6d3e8d3d6 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Synchronizing usage tracker for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:30.093554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-2f01823c-5e9a-43e1-8999-0233a0c0626f req-74d3d1a3-3db0-4089-83af-51d6d3e8d3d6 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Unset dirty status for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:30.123570 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f01823c-5e9a-43e1-8999-0233a0c0626f req-74d3d1a3-3db0-4089-83af-51d6d3e8d3d6 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.3032770 Nov 24 16:58:30.193916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:30.235764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:30.354298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:30.363233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:30.501789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:30.734724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Pushing event updated for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:30.778094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Network b1c864db-2fe5-4809-99ae-53576ede5dce is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:30.794876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:30.795330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:30.915322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:30.917991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:30.949422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:30.960197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:30.964122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.050837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-de4fdecc-b604-4224-bf61-23fafee3d591 req-71956369-fae3-438e-a906-9e8035a25812 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.3171029 Nov 24 16:58:31.121625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5783029 Nov 24 16:58:31.145525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-20b299d1-1d4c-48ce-bfa0-c7eed39d262c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88239) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 16:58:31.147464 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-20b299d1-1d4c-48ce-bfa0-c7eed39d262c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0078807 Nov 24 16:58:31.325087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.362269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 2, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:31.388022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:58:31.388445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Updating router a38b9f70-27dd-4986-973b-eed0fc59d16f port 2529dfd1-e6a2-485b-a922-8319c39a4520 binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:58:31.557308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:58:31.562295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.578575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37974) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:31.592009 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] 10.222.0.15 "PUT /v2.0/routers/9021fc2a-5718-412f-9ef1-ec35183f631d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7439482 Nov 24 16:58:31.593932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115385616', 'description': 'tempest-description--815110269'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:31.602124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.634312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:31.646833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:31.772568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Network f6967613-1aca-46bf-99d2-4087fd37b2de is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:31.776913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:31.784574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:31.793781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:31.799851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.835920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:31.863786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:31.876540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:31.881691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event updated for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:31.886855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:31.898107 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4540882 Nov 24 16:58:31.928841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:31.964300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e193f1-0744-4eff-b06e-2031ef95ede6 req-f6216c80-910e-4e97-b384-e1c93aef9342 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:31.966320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c9e193f1-0744-4eff-b06e-2031ef95ede6 req-f6216c80-910e-4e97-b384-e1c93aef9342 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 932 time: 0.3525186 Nov 24 16:58:32.069676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c9e193f1-0744-4eff-b06e-2031ef95ede6 req-ce79192e-998e-4dbe-8a40-8bae938fffcc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Synchronizing usage tracker for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:32.094192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:32.118193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:32.134751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:32.149385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:32.249897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.289466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.299649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-92e47592-e8a2-440c-a125-1f95a35bba68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:32.357065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c0f137-dcfd-46bf-b08a-1ec62b02b14e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:32.360446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:32.361100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c9e193f1-0744-4eff-b06e-2031ef95ede6 req-ce79192e-998e-4dbe-8a40-8bae938fffcc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Unset dirty status for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:32.362456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c9e193f1-0744-4eff-b06e-2031ef95ede6 req-ce79192e-998e-4dbe-8a40-8bae938fffcc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802352 Nov 24 16:58:32.408875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.413792 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8312819 Nov 24 16:58:32.414163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 37998) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:32.422189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group_rule': {'security_group_id': '29c0f137-dcfd-46bf-b08a-1ec62b02b14e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:32.431376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:32.436849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:32.441442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:32.449826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:32.459434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38002) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:32.515801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.594350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device deb98161-e191-489f-9f06-ee5072ac5235 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:32.674383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.703106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.723960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-5ffc3e6a-0464-44ca-98a6-655a74a240c6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:32.724891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-5ffc3e6a-0464-44ca-98a6-655a74a240c6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:32.749251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:32.783446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06457f99-1232-4967-8b2c-ba15f438c8ea,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:32.788011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:32.789073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.794617 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3758233 Nov 24 16:58:32.794705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38012) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:32.805403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-5ffc3e6a-0464-44ca-98a6-655a74a240c6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:32.806614 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-5ffc3e6a-0464-44ca-98a6-655a74a240c6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 932 time: 0.3960078 Nov 24 16:58:32.814043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port deb98161-e191-489f-9f06-ee5072ac5235 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:32.825961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port deb98161-e191-489f-9f06-ee5072ac5235 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:32.826629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.834154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group_rule': {'security_group_id': '29c0f137-dcfd-46bf-b08a-1ec62b02b14e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:32.861152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:32.882752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:32.893810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:32.896936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.915321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:32.919723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Transition to ACTIVE for port object 2529dfd1-e6a2-485b-a922-8319c39a4520 will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:32.960230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:32.961757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Request body: {'port': {'device_id': 'da25df45-8771-442a-ade9-aadac2c911dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:32.973533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:33.000341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.009384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-16f4c59e-1658-40e0-b505-e76b20dc50d9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:33.025807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port deb98161-e191-489f-9f06-ee5072ac5235, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=deb98161-e191-489f-9f06-ee5072ac5235,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:33.058593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.063571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:33.084837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-16f4c59e-1658-40e0-b505-e76b20dc50d9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:33.086334 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53a619e0-232e-40ba-9830-0e3872cb08f7 req-16f4c59e-1658-40e0-b505-e76b20dc50d9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663834 Nov 24 16:58:33.112114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Pushing event updated for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:33.156841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:33.289997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=deb98161-e191-489f-9f06-ee5072ac5235,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:33.300357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:33.317922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.735146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Attempting to bind port 2529dfd1-e6a2-485b-a922-8319c39a4520 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:33.735663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Attempting to bind port 2529dfd1-e6a2-485b-a922-8319c39a4520 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:33.735921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Attempting to bind port 2529dfd1-e6a2-485b-a922-8319c39a4520 on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:33.745514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:33.745996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Checking segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:33.746458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.746917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Bound using segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:33.747452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Bound port: 2529dfd1-e6a2-485b-a922-8319c39a4520, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:33.747889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.908904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38030) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:33.914535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d720ba-1b74-444f-ac61-da4924b15494 {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:33.923980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.924823 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] For port 2529dfd1-e6a2-485b-a922-8319c39a4520, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:33.929173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] For port 2529dfd1-e6a2-485b-a922-8319c39a4520, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2529dfd1-e6a2-485b-a922-8319c39a4520,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:33.936219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Request body: {'port': {'device_id': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:33.960159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:33.974886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:33.989115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.000919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.016635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.048624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:34.052754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Usage tracker for resource:security_group_rule and tenant:33ae871d57b84d5094a661d0d5cd952d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:34.056756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:34.064866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:34.085891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Transition to ACTIVE for port object d9d720ba-1b74-444f-ac61-da4924b15494 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:34.152723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Pushing event updated for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=4']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:34.195986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.216485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:34.222050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:34.225087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:34.246056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312d1e-0cc2-47b6-a6c8-7915460bd31a req-adba9025-78ce-4f62-857e-00b48f625461 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:34.251982 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a312d1e-0cc2-47b6-a6c8-7915460bd31a req-adba9025-78ce-4f62-857e-00b48f625461 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 932 time: 0.4947720 Nov 24 16:58:34.262394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.445186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device deb98161-e191-489f-9f06-ee5072ac5235 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:34.648727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port deb98161-e191-489f-9f06-ee5072ac5235 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:34.650900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.747653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:34.756195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.886954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.893488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Attempting to bind port d9d720ba-1b74-444f-ac61-da4924b15494 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:34.894198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Attempting to bind port d9d720ba-1b74-444f-ac61-da4924b15494 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'f8b438ff-317c-48b6-8580-478253519d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:34.894704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Attempting to bind port d9d720ba-1b74-444f-ac61-da4924b15494 on network b1c864db-2fe5-4809-99ae-53576ede5dce {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:34.905753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:34.913140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Port d9d720ba-1b74-444f-ac61-da4924b15494 on network b1c864db-2fe5-4809-99ae-53576ede5dce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:58:34.913880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Attempting to bind port d9d720ba-1b74-444f-ac61-da4924b15494 on network b1c864db-2fe5-4809-99ae-53576ede5dce {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:34.962603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:34.977987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:34.978633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Checking segment: {'id': 'f8b438ff-317c-48b6-8580-478253519d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:34.980082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Bound using segment: {'id': 'f8b438ff-317c-48b6-8580-478253519d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:34.980948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Bound port: d9d720ba-1b74-444f-ac61-da4924b15494, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b438ff-317c-48b6-8580-478253519d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:34.981801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.005724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33ae871d57b84d5094a661d0d5cd952d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5451977 Nov 24 16:58:35.006868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.146829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:35.154206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9d720ba-1b74-444f-ac61-da4924b15494,segment=NetworkSegment(f8b438ff-317c-48b6-8580-478253519d9b),segment_id=f8b438ff-317c-48b6-8580-478253519d9b)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:35.155660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38056) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:35.228311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3256b8d-c240-4f46-918d-3e30304d7d45 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:35.246859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.285524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Transition to ACTIVE for port object f3256b8d-c240-4f46-918d-3e30304d7d45 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:35.286142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Pushing event updated for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:35.298552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:35.304318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.322064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-88fab243-b96f-4cf0-819d-a5b1bdef1e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:35.334622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.392544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.395191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc46dda5-2753-4a6c-b7c8-8dd16f90ef84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:35.397403 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.6014924 Nov 24 16:58:35.400224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38068) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:35.400787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38070) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:35.421319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.508583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.549348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.560782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Sync routers for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:58:35.589681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:35.596737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:35.645758 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a312d1e-0cc2-47b6-a6c8-7915460bd31a req-0d617d28-863e-4247-ac55-2bd2fbda400f tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3797023 Nov 24 16:58:35.670476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Attempting to bind port f3256b8d-c240-4f46-918d-3e30304d7d45 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:35.670865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Attempting to bind port f3256b8d-c240-4f46-918d-3e30304d7d45 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:35.671296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Attempting to bind port f3256b8d-c240-4f46-918d-3e30304d7d45 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:35.700886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:35.704060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Port f3256b8d-c240-4f46-918d-3e30304d7d45 on network f6967613-1aca-46bf-99d2-4087fd37b2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:58:35.704429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Attempting to bind port f3256b8d-c240-4f46-918d-3e30304d7d45 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:35.712905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:35.728071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:35.728269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Checking segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:35.728821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Bound using segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:35.730413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Bound port: f3256b8d-c240-4f46-918d-3e30304d7d45, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:35.730605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.736876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:35.741190 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] 10.222.0.74 "PUT /v2.0/ports/d9d720ba-1b74-444f-ac61-da4924b15494 HTTP/1.1" status: 200 len: 1094 time: 4.0913112 Nov 24 16:58:35.753410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:35.770033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:35.776737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:35.778023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:floatingip and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:35.782287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8411c37044438891cc2c4d24fc5a29 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:35.786088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:35.788482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:35.798452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:35.804692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:35.950565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.053145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.142565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:36.250449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-a1066dfb-b7b5-4835-a505-3a159c7e526f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:36.251274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-a1066dfb-b7b5-4835-a505-3a159c7e526f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:network {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:36.304882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:36.306077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:36.322558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f3256b8d-c240-4f46-918d-3e30304d7d45,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:36.333563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:36.355074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:36.361725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb7ac-021d-4fd2-a03d-df8309cc9a56 None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:58:36.387162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.406818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.448306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f12ef1-8343-4767-aa7a-979701aece09,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:36.458022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.529142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:36.549700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8244e-d7f4-43a1-b443-a4405cb3ba7c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:36.610426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:36.611544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5e24b8f7-c130-43c5-86a3-eeb94e19fd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:36.692714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-a1066dfb-b7b5-4835-a505-3a159c7e526f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:network {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:36.695185 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-a1066dfb-b7b5-4835-a505-3a159c7e526f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 819 time: 1.9269421 Nov 24 16:58:36.701476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.753975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8244e-d7f4-43a1-b443-a4405cb3ba7c,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:36.758844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:36.768748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-baa42f1c-5a77-4e2a-883d-df2a5ff23ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:36.916068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:36.929324 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daf8244e-d7f4-43a1-b443-a4405cb3ba7c HTTP/1.1" status: 204 len: 168 time: 1.7435787 Nov 24 16:58:36.948035 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-ebbf1866-1685-4fee-a129-fd5ec8e41b1f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/quotas/b4e19346448e471cbf761df3e8e4f040 HTTP/1.1" status: 200 len: 375 time: 0.2270091 Nov 24 16:58:37.008762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9acb1588-f5f1-45db-aa49-56050c106dd8', 'name': '', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'mac_address': 'fa:16:3e:05:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:25Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 2, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'subnets': [{'id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:37.034749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Checking router: 9021fc2a-5718-412f-9ef1-ec35183f631d for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:58:37.035393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Updating router 9021fc2a-5718-412f-9ef1-ec35183f631d port 9acb1588-f5f1-45db-aa49-56050c106dd8 binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:58:37.061371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62f2cc0c-29df-4d15-992c-b7d297050a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:37.128442 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e8411c37044438891cc2c4d24fc5a29&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0681050 Nov 24 16:58:37.136966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38098) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:37.206327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226efc-3f9c-4331-86c3-3dc11f3c67e3 req-9375be17-a92c-4e69-ba0c-f25da4542e2c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:37.206809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:37.208690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72226efc-3f9c-4331-86c3-3dc11f3c67e3 req-9375be17-a92c-4e69-ba0c-f25da4542e2c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 944 time: 1.1784303 Nov 24 16:58:37.210597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:37.212281 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] 10.222.0.74 "PUT /v2.0/ports/f3256b8d-c240-4f46-918d-3e30304d7d45 HTTP/1.1" status: 200 len: 1094 time: 4.5911422 Nov 24 16:58:37.223012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:37.305200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:37.341891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Pushing event updated for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:37.356058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Usage tracker for resource:security_group_rule and tenant:31c82a3f6fdd463f9bff8542bfe2696a is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:37.391643 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72226efc-3f9c-4331-86c3-3dc11f3c67e3 req-87988403-3e7f-46f7-aebb-68aa22ef8104 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970182 Nov 24 16:58:37.420008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:37.433347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:37.436357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:37.457191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:37.457191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.206s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:37.531753 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-1e30938a-7776-426c-8186-1ca1d712af69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 1097 time: 0.1816609 Nov 24 16:58:37.593608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:37.644964 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-2ee5f87f-8d28-4851-818c-c444a6463b8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e35de9e3bc4f71965fcb5667edc993&device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 1097 time: 1.3799286 Nov 24 16:58:37.701394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4761786c-fec2-4d37-8b9f-ed8db0ebf033,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:37.731496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:37.841597 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-e9cdb298-efcc-46f7-a756-7f2aed76a31a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3256b8d-c240-4f46-918d-3e30304d7d45 HTTP/1.1" status: 200 len: 217 time: 0.3005183 Nov 24 16:58:38.052071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54b60c-625d-4427-8159-56ded03fffde req-f77bf9c2-2a2c-4597-9d77-dc0cb42af199 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:38.069525 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7e54b60c-625d-4427-8159-56ded03fffde req-f77bf9c2-2a2c-4597-9d77-dc0cb42af199 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 944 time: 0.3892038 Nov 24 16:58:38.137451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.149395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38110) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:38.150780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Transition to ACTIVE for port object 9acb1588-f5f1-45db-aa49-56050c106dd8 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:38.159589 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7e54b60c-625d-4427-8159-56ded03fffde req-2ac30540-3da1-4a8c-8896-08dea613f686 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886352 Nov 24 16:58:38.200506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.204803 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-c748d5be-2ebe-4a1e-87c8-95b068fc706a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9d720ba-1b74-444f-ac61-da4924b15494 HTTP/1.1" status: 200 len: 217 time: 0.4402492 Nov 24 16:58:38.207833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:38.224511 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-179b6525-82df-44aa-9bc9-f9f7835f961e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1849525 Nov 24 16:58:38.234861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.286406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227c6c-69a5-4635-adba-f851819c8c6f req-e1b5959e-442b-467c-8a42-e76b4df80cb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:38.288042 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-e1b5959e-442b-467c-8a42-e76b4df80cb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.4346542 Nov 24 16:58:38.288834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.443501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:38.461147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.485773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Usage tracker for resource:security_group_rule and tenant:f02303ba841e4044b7b7aebcf61f15c4 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:38.508582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:38.509957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.532318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Pushing event updated for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:38.536728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:38.542687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2529dfd1-e6a2-485b-a922-8319c39a4520 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:38.634399 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494', 'status': 'completed', 'code': 200} Nov 24 16:58:38.674550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.707827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:38.762066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.765944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.793990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:38.809773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01f79a33-b1a6-43fa-9300-a2bed2997bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:38.818902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:38.974884 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-44228f11-99f0-4d17-94df-6f4ab6c81915 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722069 Nov 24 16:58:39.007861 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45', 'status': 'completed', 'code': 200} Nov 24 16:58:39.136360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c885f9-d673-4695-9c0a-f29bf1db6fee,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:39.148746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:39.187103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Attempting to bind port 9acb1588-f5f1-45db-aa49-56050c106dd8 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:39.187805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Attempting to bind port 9acb1588-f5f1-45db-aa49-56050c106dd8 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:39.192989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Attempting to bind port 9acb1588-f5f1-45db-aa49-56050c106dd8 on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:39.213428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:39.215033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Checking segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:39.215650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.216257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Bound using segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:39.216947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Bound port: 9acb1588-f5f1-45db-aa49-56050c106dd8, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:39.217526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.218772 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f02303ba841e4044b7b7aebcf61f15c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0573046 Nov 24 16:58:39.222022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7705dd-bb0f-4b9a-ac68-2c2d2d4c862e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:39.227742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38130) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:39.239733 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-d9c73cae-dae9-451e-a5aa-67568056e22a service neutron] 10.222.0.15 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0022042 Nov 24 16:58:39.245130 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31c82a3f6fdd463f9bff8542bfe2696a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5774462 Nov 24 16:58:39.246501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:39.249409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38134) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:39.314161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-c8f594cd-4f9c-49f1-b3e1-dc92ddc158a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:39.320715 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-c8f594cd-4f9c-49f1-b3e1-dc92ddc158a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6d51925-7cca-4766-8047-df3178a37c69 HTTP/1.1" status: 200 len: 852 time: 0.5028276 Nov 24 16:58:39.346084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.365008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] For port 9acb1588-f5f1-45db-aa49-56050c106dd8, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:39.369366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] For port 9acb1588-f5f1-45db-aa49-56050c106dd8, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9acb1588-f5f1-45db-aa49-56050c106dd8,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:39.371606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 2529dfd1-e6a2-485b-a922-8319c39a4520 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:39.380079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2529dfd1-e6a2-485b-a922-8319c39a4520 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:39.381309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.441063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2dd42900-4c72-49ea-9971-690b19cceeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:39.455879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.465170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:39.478736 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-e5e69d02-2b20-4782-8213-4c77c3eb0584 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1c864db-2fe5-4809-99ae-53576ede5dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271932 Nov 24 16:58:39.481149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Allocated IP 172.28.0.19 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/88a43549-51ab-4fed-a257-6b25e96bfab5) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:39.488826 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-db2117fd-5ab3-4c19-b583-2e69cf6865df service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478052 Nov 24 16:58:39.493188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f12ef1-8343-4767-aa7a-979701aece09,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:39.502294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:39.645139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.738392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 2529dfd1-e6a2-485b-a922-8319c39a4520, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2529dfd1-e6a2-485b-a922-8319c39a4520,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:39.758090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Pushing event updated for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:39.771967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:39.773366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:58:39.775509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:39.779704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.784656 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78f12ef1-8343-4767-aa7a-979701aece09 HTTP/1.1" status: 204 len: 168 time: 2.6415467 Nov 24 16:58:39.853114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.857214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:39.861260 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-c0f15417-0bf0-408b-af61-1a181915c2f2 service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604190 Nov 24 16:58:39.880631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:39.975248 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70227c6c-69a5-4635-adba-f851819c8c6f req-4f32288c-8272-4200-ba6a-693d378adb95 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675767 Nov 24 16:58:40.039334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:40.055180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:40.077620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d71f-0ba2-4cc7-bdb4-25da4b76cf13 req-9a13a020-97b7-42b9-868e-2e95f2f56327 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:40.079342 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8671d71f-0ba2-4cc7-bdb4-25da4b76cf13 req-9a13a020-97b7-42b9-868e-2e95f2f56327 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 944 time: 0.7762666 Nov 24 16:58:40.254246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.345925 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8671d71f-0ba2-4cc7-bdb4-25da4b76cf13 req-dd7f1289-9834-4a69-bba1-c0ea5f39d5e7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571743 Nov 24 16:58:40.353670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.365185 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-de9e09d5-5e5a-4d8a-9871-fe2b66c4d71b service neutron] 10.222.0.15 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1033516 Nov 24 16:58:40.383459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.486544 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-12858ff1-df47-49a2-b47c-fe497e60f35f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 1097 time: 0.3965790 Nov 24 16:58:40.514085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:58:40.565587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.579543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:40.633998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c885f9-d673-4695-9c0a-f29bf1db6fee,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:40.639359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:40.645423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.648933 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60c885f9-d673-4695-9c0a-f29bf1db6fee HTTP/1.1" status: 204 len: 168 time: 1.4177766 Nov 24 16:58:40.715047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2529dfd1-e6a2-485b-a922-8319c39a4520 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:40.716311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.825599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f33cde-447c-4ead-a6b1-944def3b2db3 req-3c44d1b3-7b0b-4be1-a8dd-f615ce79d2ae tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:40.851667 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f9f33cde-447c-4ead-a6b1-944def3b2db3 req-3c44d1b3-7b0b-4be1-a8dd-f615ce79d2ae tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 944 time: 0.2073083 Nov 24 16:58:40.917567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:40.948921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:41.043792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:41.050251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:41.154513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:41.172246 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bbce7538-4be1-4cb9-9984-3f4b277695cf req-8513c7fa-df3a-4758-93c4-ad48171d8165 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 210 time: 0.1195552 Nov 24 16:58:41.221891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:41.368924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301063c-94f7-44c6-a000-d23972272884 req-ae7de534-411c-4b5c-ae44-af1a7cddb69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:41.373450 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-ae7de534-411c-4b5c-ae44-af1a7cddb69f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 916 time: 0.4367905 Nov 24 16:58:41.486478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:41.599778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-1f9c2735-5350-422c-8792-08e7cc940016 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3256b8d-c240-4f46-918d-3e30304d7d45 HTTP/1.1" status: 200 len: 217 time: 0.2051685 Nov 24 16:58:41.713689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:41.717497 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c7705dd-bb0f-4b9a-ac68-2c2d2d4c862e HTTP/1.1" status: 204 len: 168 time: 2.4622290 Nov 24 16:58:41.750468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=88a43549-51ab-4fed-a257-6b25e96bfab5,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:41.833473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301063c-94f7-44c6-a000-d23972272884 req-39e07359-5cc5-45e8-95cd-6d812c1dcc1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:41.835408 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-39e07359-5cc5-45e8-95cd-6d812c1dcc1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.2104251 Nov 24 16:58:41.862904 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f9f33cde-447c-4ead-a6b1-944def3b2db3 req-d1994daf-858e-47fe-8a89-81c90a2bab48 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0041244 Nov 24 16:58:42.000919 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-6ef79fab-2184-4a9d-a394-4f4dfe990749 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348705 Nov 24 16:58:42.216197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2529dfd1-e6a2-485b-a922-8319c39a4520 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:42.216729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.243182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.388185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9acb1588-f5f1-45db-aa49-56050c106dd8', 'name': '', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'mac_address': 'fa:16:3e:05:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:25Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'subnets': [{'id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:58:42.520290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9acb1588-f5f1-45db-aa49-56050c106dd8 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:42.540992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.545929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438c7ad-5d8b-4dd5-912d-7a5406d56ba9 None None] The sync data for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb is: [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:26Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9acb1588-f5f1-45db-aa49-56050c106dd8', 'name': '', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'mac_address': 'fa:16:3e:05:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:25Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 4, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'subnets': [{'id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:58:42.549732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.601s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:42.555002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:42.564553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ced86d3f-ee0d-4d68-863f-4a74ef6e43c4 req-52d08fba-5c31-4fc7-a8cb-f96b9545a297 service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6746349 Nov 24 16:58:42.592940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.593999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7705dd-bb0f-4b9a-ac68-2c2d2d4c862e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:42.596552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:42.615101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:42.669066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.706486 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-d20a1014-ceb4-4cbc-ba7a-6abd7c213638 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923440 Nov 24 16:58:42.730803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38210) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:42.731562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 9acb1588-f5f1-45db-aa49-56050c106dd8 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:42.736968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 9acb1588-f5f1-45db-aa49-56050c106dd8 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:42.737394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.740850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-f144c1c0-913f-4474-b480-5d0ca62b6908 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:42.748074 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-f144c1c0-913f-4474-b480-5d0ca62b6908 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 819 time: 0.5753722 Nov 24 16:58:42.779687 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-ebaca48d-7f59-46e8-8e0c-eafc5fb0cd23 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/quotas/b4e19346448e471cbf761df3e8e4f040 HTTP/1.1" status: 200 len: 375 time: 0.0242538 Nov 24 16:58:42.791287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.794346 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1273220 Nov 24 16:58:42.821164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=88a43549-51ab-4fed-a257-6b25e96bfab5,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:42.832621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:42.834863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.884176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f4b87-9e43-49ec-b5fd-e5570e10126d req-d8166acf-0ea3-46e3-b254-97d0682a8ecb tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:42.887433 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-663f4b87-9e43-49ec-b5fd-e5570e10126d req-d8166acf-0ea3-46e3-b254-97d0682a8ecb tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 944 time: 1.1892819 Nov 24 16:58:42.926850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:42.953079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd64e8e3b2d4e9082f3ed56bcb26a78 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:42.957613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:42.982878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:42.991663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:43.001227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-177dc75b-fa0c-49af-9ace-d2f2937db6a2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:43.021509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-663f4b87-9e43-49ec-b5fd-e5570e10126d req-907c571d-1d45-43c2-b7a4-81aa9cd18be7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243148 Nov 24 16:58:43.165509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-33443d43-59d2-4473-88d6-636017ea8537 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e35de9e3bc4f71965fcb5667edc993&device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 1097 time: 0.1254528 Nov 24 16:58:43.200738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-177dc75b-fa0c-49af-9ace-d2f2937db6a2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:43.212335 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-177dc75b-fa0c-49af-9ace-d2f2937db6a2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4254940 Nov 24 16:58:43.255559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 9acb1588-f5f1-45db-aa49-56050c106dd8, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9acb1588-f5f1-45db-aa49-56050c106dd8,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:43.313481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:43.315494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:43.480789 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2301063c-94f7-44c6-a000-d23972272884 req-98b3085a-e54a-4d6b-bd7c-adccaf09d897 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466698 Nov 24 16:58:43.483784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:43.489886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:43.549074 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-cb68fd31-3f8e-4514-b76f-ed3b6e9de358 service neutron] 10.222.0.15 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223481 Nov 24 16:58:43.646096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082666a9-6f34-4863-8aef-22bfef161608 req-9a41af22-be3b-4f3c-a941-41eee7d0f9bd tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:43.647758 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-082666a9-6f34-4863-8aef-22bfef161608 req-9a41af22-be3b-4f3c-a941-41eee7d0f9bd tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 944 time: 0.3492351 Nov 24 16:58:43.709670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:43.718454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a075d-c607-4f47-9887-71c28975375e req-c160d6a3-3e1e-4972-9134-746453fad12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:43.720005 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-c160d6a3-3e1e-4972-9134-746453fad12c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b1c864db-2fe5-4809-99ae-53576ede5dce HTTP/1.1" status: 200 len: 913 time: 0.5442424 Nov 24 16:58:43.795984 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:43.799016 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-082666a9-6f34-4863-8aef-22bfef161608 req-be8cef01-f1d5-46f0-af34-c3367bac4099 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404810 Nov 24 16:58:43.843661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-909fab0f-8521-48a4-8cb4-12db29a6efd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:43.854832 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dd64e8e3b2d4e9082f3ed56bcb26a78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1154845 Nov 24 16:58:43.855412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38234) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:43.880774 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-fc736220-7151-4c1e-b198-1cca8bc9b1f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9d720ba-1b74-444f-ac61-da4924b15494 HTTP/1.1" status: 200 len: 217 time: 0.1389592 Nov 24 16:58:43.945011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db7d43c-acae-47de-85f3-aa333fdc367a,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:43.974273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:44.051448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:44.065485 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-0ad15d4f-fc24-4841-828e-79042c647ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093017 Nov 24 16:58:44.067284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a075d-c607-4f47-9887-71c28975375e req-55e4e4e6-20d7-4679-950b-47908c63afc3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:44.068980 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-55e4e4e6-20d7-4679-950b-47908c63afc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6d51925-7cca-4766-8047-df3178a37c69 HTTP/1.1" status: 200 len: 852 time: 0.1770024 Nov 24 16:58:44.075126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a515311-4d71-4926-9679-285a129eb27a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:44.154156 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-2d23a91a-13c3-402d-a8f8-979f7c622a7b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1c864db-2fe5-4809-99ae-53576ede5dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697055 Nov 24 16:58:44.158081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:44.248628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-350abcbc-5e0f-481f-800f-517c14957d96 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:44.249551 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-350abcbc-5e0f-481f-800f-517c14957d96 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 819 time: 0.2389176 Nov 24 16:58:44.267298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Request body: {'port': {'device_id': '0ba94568-00ba-4c06-8329-64cb799cc564', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'admin_state_up': True, 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:44.327924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a515311-4d71-4926-9679-285a129eb27a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:44.329305 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a515311-4d71-4926-9679-285a129eb27a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--115385616&fields=id&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 267 time: 0.3749321 Nov 24 16:58:44.403027 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-b36b78e9-7cc9-4ac9-9eda-7d45c0a7b12f service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364540 Nov 24 16:58:44.461652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:44.480895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:44.508966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:44.535163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:44.542988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Made reservation on behalf of b4e19346448e471cbf761df3e8e4f040 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:44.554810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:44.636222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db7d43c-acae-47de-85f3-aa333fdc367a,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:44.646806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:44.671270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:44.672419 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5db7d43c-acae-47de-85f3-aa333fdc367a HTTP/1.1" status: 204 len: 168 time: 0.8136189 Nov 24 16:58:44.689274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-c7cd9428-f55b-4466-b1cc-beb4645ba2b7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:44.696368 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-c7cd9428-f55b-4466-b1cc-beb4645ba2b7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 817 time: 0.3581066 Nov 24 16:58:44.719079 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-6fd647be-e19b-420e-b1e4-0a0ccbff5eda tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/quotas/9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 375 time: 0.0217047 Nov 24 16:58:44.798016 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19a075d-c607-4f47-9887-71c28975375e req-a1bc8788-0d09-4420-ae47-2bade4aedb01 service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275967 Nov 24 16:58:44.858428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-afc98828-c41e-4e30-a4fc-fb8a2cd8159c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:44.914047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-afc98828-c41e-4e30-a4fc-fb8a2cd8159c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:44.916043 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-afc98828-c41e-4e30-a4fc-fb8a2cd8159c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1960280 Nov 24 16:58:44.972346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Allocated IP 172.20.0.5 (2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e/7a3e6431-f044-4c14-ace8-c301973166c9/cff8dce7-c076-40f3-9e81-e07b2064d053) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:45.262218 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-88b975f0-58b6-4da6-828e-4a12e42e126d service neutron] 10.222.0.15 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836473 Nov 24 16:58:45.304314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18a9f-ef05-4f25-9b20-49999d6dc469 req-59629939-2447-405d-8a64-71b56d94e11a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:45.312396 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dca18a9f-ef05-4f25-9b20-49999d6dc469 req-59629939-2447-405d-8a64-71b56d94e11a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 944 time: 0.1892486 Nov 24 16:58:45.353071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:45.404878 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dca18a9f-ef05-4f25-9b20-49999d6dc469 req-e26d6879-10fd-49d9-8668-9ccb0b6e88d3 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915532 Nov 24 16:58:45.438067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9acb1588-f5f1-45db-aa49-56050c106dd8 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:45.460780 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-f8f1f126-7365-4faa-8ebf-36bfd581d4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923969 Nov 24 16:58:45.473343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:45.486707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:45.566303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Pushing event updated for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:45.580440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:45.593931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:45.595402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:45.598315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:45.603627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:45.605189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:45.610979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 9acb1588-f5f1-45db-aa49-56050c106dd8 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:45.611644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:45.679262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38298) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:45.796774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-23cb61bf-4400-4a0e-9ee6-1d5f35686d37 req-7fef0c79-97d9-48f7-8b84-42bc19f0874b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:45.811884 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5494764 Nov 24 16:58:45.829939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Request body: {'port': {'device_id': '0ba94568-00ba-4c06-8329-64cb799cc564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:45.879261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-23cb61bf-4400-4a0e-9ee6-1d5f35686d37 req-7fef0c79-97d9-48f7-8b84-42bc19f0874b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:45.881759 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-23cb61bf-4400-4a0e-9ee6-1d5f35686d37 req-7fef0c79-97d9-48f7-8b84-42bc19f0874b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 210 time: 0.2280426 Nov 24 16:58:46.028314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.048158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.076399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:46.081235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5710c0cd474600a33a887a9dc2ada8 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:46.084445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:46.092495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:46.171167 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-54e6d5ec-c8c5-423c-9f44-5c81b7657aca req-787ef8bc-bdec-466f-a724-a5af156fb35f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 210 time: 0.1141131 Nov 24 16:58:46.257708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd29bd3-5ae4-4c87-a074-4697dd7699fd req-a4573fae-c1dd-43ed-8a71-b391666a5a91 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:46.267762 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdd29bd3-5ae4-4c87-a074-4697dd7699fd req-a4573fae-c1dd-43ed-8a71-b391666a5a91 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 944 time: 0.3241594 Nov 24 16:58:46.389882 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdd29bd3-5ae4-4c87-a074-4697dd7699fd req-7d9d1e9b-cd8e-4f78-8db3-e413971b2529 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211469 Nov 24 16:58:46.394619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.444926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.492302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:46.582993 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e5710c0cd474600a33a887a9dc2ada8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8999779 Nov 24 16:58:46.585493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38348) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:46.684279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83c497-a7ce-4cff-b459-3766b7621da7,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:46.708673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:46.717978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d9d720ba-1b74-444f-ac61-da4924b15494 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:58:46.917664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff8dce7-c076-40f3-9e81-e07b2064d053 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:46.950784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.958970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:46.991370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Transition to ACTIVE for port object cff8dce7-c076-40f3-9e81-e07b2064d053 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:46.998654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9d720ba-1b74-444f-ac61-da4924b15494,segment=NetworkSegment(f8b438ff-317c-48b6-8580-478253519d9b),segment_id=f8b438ff-317c-48b6-8580-478253519d9b)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:47.017155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'd9d720ba-1b74-444f-ac61-da4924b15494', 'network_id': 'b1c864db-2fe5-4809-99ae-53576ede5dce', 'port_id': 'd9d720ba-1b74-444f-ac61-da4924b15494', 'mac_address': 'fa:16:3e:88:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d51925-7cca-4766-8047-df3178a37c69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:58:47.028527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53364646-adae-4029-9a63-320243fa19cd req-8b900484-79c2-4beb-a348-27904afe5ddf tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:47.035523 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53364646-adae-4029-9a63-320243fa19cd req-8b900484-79c2-4beb-a348-27904afe5ddf tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 944 time: 0.4534011 Nov 24 16:58:47.053497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-c8bae6e3-a42f-42ec-af53-6eeba01992ca tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:47.055391 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-c8bae6e3-a42f-42ec-af53-6eeba01992ca tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 819 time: 0.3494039 Nov 24 16:58:47.079235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.084644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2c87d3e7-473f-4be1-9b34-e88f0ae63304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:47.089874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.112194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d720ba-1b74-444f-ac61-da4924b15494 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:47.130000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9d720ba-1b74-444f-ac61-da4924b15494,segment=NetworkSegment(f8b438ff-317c-48b6-8580-478253519d9b),segment_id=f8b438ff-317c-48b6-8580-478253519d9b)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:47.150183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.159260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.160324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device f3256b8d-c240-4f46-918d-3e30304d7d45 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:58:47.164353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:47.196192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Request body: {'port': {'device_id': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'admin_state_up': True, 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:47.248527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:47.353055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:47.357540 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f5f26e12-4c32-4ba0-a7de-86523c0e7661 req-5a6f0ea5-b03e-49df-9081-ce71bc418bfe tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 210 time: 0.1101558 Nov 24 16:58:47.453654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:47.487301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:47.577809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38378) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:47.578574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Attempting to bind port cff8dce7-c076-40f3-9e81-e07b2064d053 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:47.578958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Attempting to bind port cff8dce7-c076-40f3-9e81-e07b2064d053 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:47.579346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Attempting to bind port cff8dce7-c076-40f3-9e81-e07b2064d053 on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:47.592242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Port cff8dce7-c076-40f3-9e81-e07b2064d053 on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:58:47.593184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Attempting to bind port cff8dce7-c076-40f3-9e81-e07b2064d053 on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:47.602083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:47.602471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Checking segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:47.602895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Bound using segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:47.605398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Bound port: cff8dce7-c076-40f3-9e81-e07b2064d053, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:47.605398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.637087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f3256b8d-c240-4f46-918d-3e30304d7d45,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:47.657235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'f3256b8d-c240-4f46-918d-3e30304d7d45', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'port_id': 'f3256b8d-c240-4f46-918d-3e30304d7d45', 'mac_address': 'fa:16:3e:e1:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560533f-698a-47c0-b3f8-c19bce259f08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:58:47.759789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.779838 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53364646-adae-4029-9a63-320243fa19cd req-1a839523-fd55-460f-b29c-544593d0208a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430234 Nov 24 16:58:47.842254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3256b8d-c240-4f46-918d-3e30304d7d45 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:47.861438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.871654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f3256b8d-c240-4f46-918d-3e30304d7d45,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:47.874654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:47.876939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:47.879164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cff8dce7-c076-40f3-9e81-e07b2064d053,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:47.885757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:47.898025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d53a057-d7b6-4196-a951-386983bdb232 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:47.904986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.912801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83c497-a7ce-4cff-b459-3766b7621da7,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:47.916023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:47.917703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.920977 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f83c497-a7ce-4cff-b459-3766b7621da7 HTTP/1.1" status: 204 len: 168 time: 1.3245475 Nov 24 16:58:47.931404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Made reservation on behalf of b4e19346448e471cbf761df3e8e4f040 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:47.933782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.943069 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6cbaf0a9-3d22-4826-be71-fbab4c4480fa req-750a36dc-aba9-443e-ba41-6ba7744b6be9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 210 time: 0.2166989 Nov 24 16:58:47.948748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.948938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:47.959390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:47.968983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:48.082272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:48.087127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:48.119029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:48.139277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.153122 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] 10.222.0.74 "PUT /v2.0/ports/cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 1093 time: 2.3334568 Nov 24 16:58:48.155598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:48.172771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b09aae895c2843dc9aac6802705e7924 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:48.190499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:48.214789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Pushing event updated for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:48.218349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:48.220789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:48.241136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['d9d720ba-1b74-444f-ac61-da4924b15494'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:58:48.248561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Allocated IP 172.20.0.3 (2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e/7a3e6431-f044-4c14-ace8-c301973166c9/6938f19d-1915-4f5f-b615-66d353eac66d) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:48.348023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:58:48.375026 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053', 'status': 'completed', 'code': 200} Nov 24 16:58:48.468234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.516611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.74', 56190) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:48.576323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.593201 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-a8178029-0160-4198-a333-6697ce9e9e68 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1096 time: 0.3402500 Nov 24 16:58:48.594893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.747284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8dd3-cc6b-4f48-9d9c-b1b8434f6aec req-703a11ac-bb82-4078-a69e-7dad87a9e98a tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:48.750707 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b2bd8dd3-cc6b-4f48-9d9c-b1b8434f6aec req-703a11ac-bb82-4078-a69e-7dad87a9e98a tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 945 time: 0.1540821 Nov 24 16:58:48.752948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.786009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:48.813119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:48.822211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b66cda1-c997-4845-8324-f96f72565d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:48.823602 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b09aae895c2843dc9aac6802705e7924&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2371376 Nov 24 16:58:48.828797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38406) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:48.830662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff9705-bfad-4b16-9e95-ee3aad8aef4f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:48.836666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:48.927292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:48.928435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Pushing event updated for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:48.938963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:48.961374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:49.005856 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-cba677c9-e3ec-4599-8d42-c56298ac1e55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.3987298 Nov 24 16:58:49.007584 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b2bd8dd3-cc6b-4f48-9d9c-b1b8434f6aec req-ebdd321c-a903-4421-b8a4-5aff3ed463ca tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509215 Nov 24 16:58:49.012849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:49.018475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:49.019343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:49.078183 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9301970 Nov 24 16:58:49.097080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Request body: {'port': {'device_id': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:49.108683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-13a5476b-a4c5-4d92-91fc-9f6f2243f991 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:49.116861 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-13a5476b-a4c5-4d92-91fc-9f6f2243f991 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.0987854 Nov 24 16:58:49.121381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38424) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:49.231971 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-cb8db318-a0b2-4403-a7e1-d1a2ee71b0c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949357 Nov 24 16:58:49.233032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:49.324827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ffffea73-0420-43e7-8d5e-071c4414fa4e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:49.325580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ffffea73-0420-43e7-8d5e-071c4414fa4e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:49.355570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:49.460313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcf089-5a98-4c5f-9f7e-78ea93fac2d2 req-bc1c98e3-7213-488e-be90-e906a57f7ba9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:49.460976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104a48-859d-415b-a2bf-2790db723cd6 req-67a910eb-28b9-43d4-b596-6b94cd2e1b10 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:49.461975 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fbcf089-5a98-4c5f-9f7e-78ea93fac2d2 req-bc1c98e3-7213-488e-be90-e906a57f7ba9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 945 time: 0.1967664 Nov 24 16:58:49.462574 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7c104a48-859d-415b-a2bf-2790db723cd6 req-67a910eb-28b9-43d4-b596-6b94cd2e1b10 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 931 time: 0.7037501 Nov 24 16:58:49.472701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:49.499106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:49.501295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Usage tracker for resource:security_group_rule and tenant:80091c5130c5477f98eb641262918502 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:49.517254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:49.522975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ffffea73-0420-43e7-8d5e-071c4414fa4e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:49.524249 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ffffea73-0420-43e7-8d5e-071c4414fa4e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 817 time: 0.9972353 Nov 24 16:58:49.554341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:49.618282 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fbcf089-5a98-4c5f-9f7e-78ea93fac2d2 req-31acdde5-e8f1-49e0-b71f-cb5363c70069 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459544 Nov 24 16:58:49.789247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:49.804624 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-59522804-0c02-4e9a-bf0e-72a37254527b service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415399 Nov 24 16:58:49.882884 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7c104a48-859d-415b-a2bf-2790db723cd6 req-f9e73d1f-74a6-4ca2-97ed-7b9a5847137a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068346 Nov 24 16:58:49.901213 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7c214414-bb3e-4ac0-b7b3-219ec6d45afb req-3d1231a3-0ea9-463a-9654-ce7f7bb6f435 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 210 time: 0.0646684 Nov 24 16:58:50.039109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7b6501e0-dc7d-49a1-9920-024295a9a49c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:50.048066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6938f19d-1915-4f5f-b615-66d353eac66d {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:50.055567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.085451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Transition to ACTIVE for port object 6938f19d-1915-4f5f-b615-66d353eac66d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:50.101595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7b6501e0-dc7d-49a1-9920-024295a9a49c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:50.102564 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7b6501e0-dc7d-49a1-9920-024295a9a49c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 379 time: 0.5538447 Nov 24 16:58:50.124804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'port': {'device_id': '4cbecbea-18e3-4496-8082-61ae0040a558', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'admin_state_up': True, 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'security_groups': ['29c0f137-dcfd-46bf-b08a-1ec62b02b14e']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:50.141954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.147165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.148474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-94c88f79-5875-4b18-8206-720cd5d8c9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:50.157247 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6ad4edd-6685-453b-83c5-a3901e9cfd81 req-3ba4112e-3600-4faa-b619-cc303d71b3ac service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402212 Nov 24 16:58:50.171630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.186134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:50.198180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff9705-bfad-4b16-9e95-ee3aad8aef4f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:50.259896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:50.269351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.313316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:50.318989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:50.371224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:50.377344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Attempting to bind port 6938f19d-1915-4f5f-b615-66d353eac66d on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:50.377729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Attempting to bind port 6938f19d-1915-4f5f-b615-66d353eac66d by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:50.377859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.378108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Attempting to bind port 6938f19d-1915-4f5f-b615-66d353eac66d on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:50.381815 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00ff9705-bfad-4b16-9e95-ee3aad8aef4f HTTP/1.1" status: 204 len: 168 time: 1.5444405 Nov 24 16:58:50.397044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Port 6938f19d-1915-4f5f-b615-66d353eac66d on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:58:50.397427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Attempting to bind port 6938f19d-1915-4f5f-b615-66d353eac66d on network 2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:50.410510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:50.411451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Checking segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:50.412076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Bound using segment: {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:50.414115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Bound port: 6938f19d-1915-4f5f-b615-66d353eac66d, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368318a0-3702-445f-8e21-d4147c75c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:50.414715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.470280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd738f-f46d-41a0-91ad-7a445f5fe1e9,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:50.480804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:50.486775 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80091c5130c5477f98eb641262918502&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3550477 Nov 24 16:58:50.490496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:50.490698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38460) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:50.508876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:50.552177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26adcf-1e80-45ed-809b-e5f9b69bf17f req-77666879-88f0-4933-bd0d-ccfb1e683d8b tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:50.553839 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac26adcf-1e80-45ed-809b-e5f9b69bf17f req-77666879-88f0-4933-bd0d-ccfb1e683d8b tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 945 time: 0.2954388 Nov 24 16:58:50.567127 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-bc259ef1-419f-4956-8d02-5fb9701b279d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1096 time: 0.2482469 Nov 24 16:58:50.611900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Made reservation on behalf of 9f160f67e8e14ab189792191e7ef121b for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:58:50.617037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.617631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.641960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.667393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:50.693689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d9d720ba-1b74-444f-ac61-da4924b15494 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:50.706104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.769535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6938f19d-1915-4f5f-b615-66d353eac66d,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:50.793449 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac26adcf-1e80-45ed-809b-e5f9b69bf17f req-786c28ff-ffbc-46a7-9f9b-b54fa290d92c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297518 Nov 24 16:58:50.793663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.801074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:50.841329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd738f-f46d-41a0-91ad-7a445f5fe1e9,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:50.843591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.856263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-0f96d76b-bd80-4d07-92c7-115e96b34d2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:50.858110 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-0f96d76b-bd80-4d07-92c7-115e96b34d2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.2711728 Nov 24 16:58:50.876337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port d9d720ba-1b74-444f-ac61-da4924b15494 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:50.885880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port d9d720ba-1b74-444f-ac61-da4924b15494 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:50.886660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:50.948550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:50.949908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:51.017127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.018635 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cdd738f-f46d-41a0-91ad-7a445f5fe1e9 HTTP/1.1" status: 204 len: 168 time: 0.5266154 Nov 24 16:58:51.024716 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-72f3801b-466f-4481-b106-c3d4d37b02dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.1263068 Nov 24 16:58:51.047931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.050050 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] 10.222.0.74 "PUT /v2.0/ports/6938f19d-1915-4f5f-b615-66d353eac66d HTTP/1.1" status: 200 len: 1093 time: 1.9637568 Nov 24 16:58:51.052909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:51.060909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.079748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:51.095289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:51.131737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9d720ba-1b74-444f-ac61-da4924b15494,segment=NetworkSegment(f8b438ff-317c-48b6-8580-478253519d9b),segment_id=f8b438ff-317c-48b6-8580-478253519d9b)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:51.136032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:51.227629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Allocated IP 172.20.0.13 (cb14a41b-9c45-4611-a366-c5e49427934b/abc01797-2d38-40d6-997c-5396988ee342/cbfe8b52-3f70-4387-9884-bf8432fee685) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:58:51.231761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.232676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device f3256b8d-c240-4f46-918d-3e30304d7d45 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:51.242257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebbbc7-506b-4971-b207-7ec2d1310173 req-c10560e9-fdc4-43ca-a4de-1d10f611b78f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:51.245864 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-30ebbbc7-506b-4971-b207-7ec2d1310173 req-c10560e9-fdc4-43ca-a4de-1d10f611b78f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 945 time: 0.4066665 Nov 24 16:58:51.295729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:51.359969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-5e2dba7a-3469-4029-b00d-ef63fed04f77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:51.361918 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-5e2dba7a-3469-4029-b00d-ef63fed04f77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.3243945 Nov 24 16:58:51.386731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:51.393456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:51.435855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f49e49a7-f5f8-4482-910f-15ac9b6e441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.437111 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-30ebbbc7-506b-4971-b207-7ec2d1310173 req-8f2fe9a6-28a6-4be6-b4d2-fc727919fce0 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806157 Nov 24 16:58:51.441423 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-ccfb66b2-9b6f-48d6-832a-29082e24344a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 1096 time: 0.3114681 Nov 24 16:58:51.502068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port f3256b8d-c240-4f46-918d-3e30304d7d45 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:51.507988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port f3256b8d-c240-4f46-918d-3e30304d7d45 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:51.508414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.577936 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-0668ad42-5a7c-423a-9b9b-03d51270c822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276925 Nov 24 16:58:51.602358 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-7707299b-76fd-457e-b221-aa6a98f656a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6938f19d-1915-4f5f-b615-66d353eac66d HTTP/1.1" status: 200 len: 217 time: 0.1441717 Nov 24 16:58:51.722616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.726512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.738784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e517af5b-18eb-4de4-997d-fae735975004 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:51.740527 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-e517af5b-18eb-4de4-997d-fae735975004 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.1372283 Nov 24 16:58:51.849198 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-223707ff-8af4-472a-a8e8-261888d820c6 req-de3e39f5-a343-4ef7-912d-c8a635429252 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 210 time: 0.1073296 Nov 24 16:58:51.858417 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-73616bf3-69c4-4553-9162-5145de5075b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634093 Nov 24 16:58:51.868302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f3256b8d-c240-4f46-918d-3e30304d7d45,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:51.902815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:51.904792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:51.987454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:52.007748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Transition to ACTIVE for port object cbfe8b52-3f70-4387-9884-bf8432fee685 will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:52.076304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:52.112023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4004f0dd-115f-4b37-9def-475bc150fb46 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:52.148422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:52.148641 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d', 'status': 'completed', 'code': 200} Nov 24 16:58:52.156533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Network cb14a41b-9c45-4611-a366-c5e49427934b is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:58:52.163753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:52.170877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:58:52.172803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:58:52.178074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:52.178756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:52.203103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8922eb-acbd-48db-96c6-08d625e8db35 req-c3419197-6850-4ebf-afc5-8637dc934625 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:52.210799 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a8922eb-acbd-48db-96c6-08d625e8db35 req-c3419197-6850-4ebf-afc5-8637dc934625 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 943 time: 0.8471386 Nov 24 16:58:52.274157 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-3de076df-f0e7-4875-bf01-a7feb9021798 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059803 Nov 24 16:58:52.367976 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a8922eb-acbd-48db-96c6-08d625e8db35 req-bab6b9f3-f14e-49df-838f-10f663ff7348 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558158 Nov 24 16:58:52.414375 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-599a2e4d-6ea4-4ed4-b087-635445b1826a service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951218 Nov 24 16:58:52.449561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:52.460714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:52.467776 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3559868 Nov 24 16:58:52.487914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Request body: {'port': {'device_id': '4cbecbea-18e3-4496-8082-61ae0040a558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:58:52.593003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c378022-201d-4f72-b557-4f910c48f38f req-18b686ae-06e0-4a0d-bf4e-33d745b85990 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:52.601337 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5c378022-201d-4f72-b557-4f910c48f38f req-18b686ae-06e0-4a0d-bf4e-33d745b85990 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.2818196 Nov 24 16:58:52.605778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ddfd1e18-6af1-4c47-b0e9-e530a029093a req-3ae095ed-9056-453a-bb74-7d1c2c161abf service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253980 Nov 24 16:58:52.616889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:52.679355 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5c378022-201d-4f72-b557-4f910c48f38f req-f9532203-8c12-46d4-a481-515c51010789 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769310 Nov 24 16:58:52.705851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cff8dce7-c076-40f3-9e81-e07b2064d053 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:58:52.725718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28ae9be8-670e-4319-b469-30ec4199cb43 None None] Provisioning for port cbfe8b52-3f70-4387-9884-bf8432fee685 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:52.751302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28ae9be8-670e-4319-b469-30ec4199cb43 None None] Provisioning complete for port cbfe8b52-3f70-4387-9884-bf8432fee685 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:52.751737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28ae9be8-670e-4319-b469-30ec4199cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:52.900801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-14838ee3-ca6e-486b-b666-53a7de392e26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 1096 time: 0.1708422 Nov 24 16:58:52.950612 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0c7618b-4a56-4af2-9dd3-113f7f947539 req-f5a7a17b-d45f-46f1-bde5-031ebabe188a service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295930 Nov 24 16:58:53.016496 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494', 'code': 200} Nov 24 16:58:53.017189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:53.023035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28ae9be8-670e-4319-b469-30ec4199cb43 None None] Port cbfe8b52-3f70-4387-9884-bf8432fee685 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:58:53.199243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cff8dce7-c076-40f3-9e81-e07b2064d053,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:53.246558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'cff8dce7-c076-40f3-9e81-e07b2064d053', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'port_id': 'cff8dce7-c076-40f3-9e81-e07b2064d053', 'mac_address': 'fa:16:3e:5a:bb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:58:53.437597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:53.466718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff8dce7-c076-40f3-9e81-e07b2064d053 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:53.502736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cff8dce7-c076-40f3-9e81-e07b2064d053,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:53.548788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:53.550760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f719f5bd-98be-4981-9c51-0b12df3be0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:53.818798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5f1d-d9aa-49e7-b38b-10acfe6bd887 req-2d2844a9-4711-47dd-8576-53eef971b1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:53.821726 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36dd5f1d-d9aa-49e7-b38b-10acfe6bd887 req-2d2844a9-4711-47dd-8576-53eef971b1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.8699267 Nov 24 16:58:53.824880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-91c74e6d-02fa-4fd4-915f-74746026251a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:53.833749 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-91c74e6d-02fa-4fd4-915f-74746026251a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.9146869 Nov 24 16:58:53.897468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:53.918607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:53.922677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cff8dce7-c076-40f3-9e81-e07b2064d053'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:58:54.011091 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-f4d8d81e-abe0-4701-beba-652e159f8130 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6938f19d-1915-4f5f-b615-66d353eac66d HTTP/1.1" status: 200 len: 217 time: 0.1341972 Nov 24 16:58:54.028991 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36dd5f1d-d9aa-49e7-b38b-10acfe6bd887 req-434d23eb-be3b-4efd-8438-f31fea8b94ae tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939797 Nov 24 16:58:54.122240 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-e13aaa2c-acaa-4c55-ac8d-75d1f26de90a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 1099 time: 0.6268337 Nov 24 16:58:54.144715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5c23-6b92-46b3-8c1e-eb1c1c0b9076 req-26e874fc-5d2d-48ea-b261-c9197f985c11 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:54.146085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-60aa5c23-6b92-46b3-8c1e-eb1c1c0b9076 req-26e874fc-5d2d-48ea-b261-c9197f985c11 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:54.199628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.250040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-0da8c871-1317-4689-8cfd-5520153b1bd6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:54.254489 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-0da8c871-1317-4689-8cfd-5520153b1bd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.2244728 Nov 24 16:58:54.288222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-60aa5c23-6b92-46b3-8c1e-eb1c1c0b9076 req-26e874fc-5d2d-48ea-b261-c9197f985c11 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:54.305970 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-60aa5c23-6b92-46b3-8c1e-eb1c1c0b9076 req-26e874fc-5d2d-48ea-b261-c9197f985c11 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 932 time: 0.9595106 Nov 24 16:58:54.404624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:54.412795 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.430636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Transition to ACTIVE for port object cbfe8b52-3f70-4387-9884-bf8432fee685 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:58:54.456112 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-1b168668-e22a-4440-b83f-19b5e0c279b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926129 Nov 24 16:58:54.472168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.486697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:54.618791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:54.618791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Usage tracker for resource:security_group_rule and tenant:32ff30e9c394449f96f830a561fae983 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:54.618791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:54.618791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:54.652754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-f2862c6b-ff43-4ab5-be54-5cd15daeab51 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:54.660101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-f2862c6b-ff43-4ab5-be54-5cd15daeab51 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:54.660822 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-60aa5c23-6b92-46b3-8c1e-eb1c1c0b9076 req-11ad34f7-62ad-43fa-abd5-34740e0e4bae tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511181 Nov 24 16:58:54.683772 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-5afe8508-f93a-4f43-8f5c-85dc7f86c3dd service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175999 Nov 24 16:58:54.719720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6938f19d-1915-4f5f-b615-66d353eac66d details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:58:54.752725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:54.770835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.773325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:54.812163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-f2862c6b-ff43-4ab5-be54-5cd15daeab51 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:54.836666 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-f2862c6b-ff43-4ab5-be54-5cd15daeab51 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 943 time: 0.4551497 Nov 24 16:58:54.854301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.874719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3e6ef43b-e753-4e4f-8be0-ffd2c147a3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:54.888090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Attempting to bind port cbfe8b52-3f70-4387-9884-bf8432fee685 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:58:54.888470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Attempting to bind port cbfe8b52-3f70-4387-9884-bf8432fee685 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:58:54.889017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Attempting to bind port cbfe8b52-3f70-4387-9884-bf8432fee685 on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:54.909701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Port cbfe8b52-3f70-4387-9884-bf8432fee685 on network cb14a41b-9c45-4611-a366-c5e49427934b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:58:54.910071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Attempting to bind port cbfe8b52-3f70-4387-9884-bf8432fee685 on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:58:54.923869 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:58:54.939058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Checking segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:58:54.939521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Bound using segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:58:54.940043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Bound port: cbfe8b52-3f70-4387-9884-bf8432fee685, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:58:54.940439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:54.987717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4552f6-dc7f-41a3-908b-d638db2fad71,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:55.016777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:55.041656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:55.138823 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad02eaf-2943-4c3b-8114-002ab90666c8 req-b8b0e99a-78e5-431a-9984-0147205e0327 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342978 Nov 24 16:58:55.140631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-72d67405-19cf-4ba0-abf5-72da2e21eea8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:58:55.145223 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-07d96be7-855d-4ff3-bccd-1538e7b9d4aa req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9905903 Nov 24 16:58:55.193732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6938f19d-1915-4f5f-b615-66d353eac66d,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:55.216341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-72d67405-19cf-4ba0-abf5-72da2e21eea8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:58:55.218034 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e828b5-98d1-4306-8c3c-2830b6fa0ddf req-72d67405-19cf-4ba0-abf5-72da2e21eea8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795016 Nov 24 16:58:55.254650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '6938f19d-1915-4f5f-b615-66d353eac66d', 'network_id': '2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e', 'port_id': '6938f19d-1915-4f5f-b615-66d353eac66d', 'mac_address': 'fa:16:3e:4e:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3e6431-f044-4c14-ace8-c301973166c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:58:55.305443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:58:55.321043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:58:55.329224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f711a2-097e-49ee-9a9d-05a1593fd18a req-7f038175-debc-4ced-9712-8030760a6f03 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:55.331321 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-77f711a2-097e-49ee-9a9d-05a1593fd18a req-7f038175-debc-4ced-9712-8030760a6f03 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.3405435 Nov 24 16:58:55.344068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:55.365028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:55.390653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6938f19d-1915-4f5f-b615-66d353eac66d {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:58:55.391294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:55.410015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6938f19d-1915-4f5f-b615-66d353eac66d,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:55.435449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:55.437961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:55.453342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:55.455076 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] 10.222.0.74 "PUT /v2.0/ports/cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 1094 time: 2.9747634 Nov 24 16:58:55.462658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:55.522202 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-77f711a2-097e-49ee-9a9d-05a1593fd18a req-9ae305e1-b9c5-4dcd-992f-c9a1e574b292 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834693 Nov 24 16:58:55.530349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:55.536298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:55.572836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:55.577702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:55.622290 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45', 'code': 200} Nov 24 16:58:55.689697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['6938f19d-1915-4f5f-b615-66d353eac66d'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:58:55.705550 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'status': 'completed', 'code': 200} Nov 24 16:58:55.708272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba7f9-1571-4dca-ae77-18e538549af8 req-a4a5ee7f-fbf7-469b-9611-16fcd1bc3208 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:55.716619 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-214ba7f9-1571-4dca-ae77-18e538549af8 req-a4a5ee7f-fbf7-469b-9611-16fcd1bc3208 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.2247005 Nov 24 16:58:55.724102 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-5182540a-1d7c-4678-bd13-fd72a08813b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1097 time: 0.1844559 Nov 24 16:58:55.855947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-214ba7f9-1571-4dca-ae77-18e538549af8 req-c29057db-cad8-4c9b-87ca-0b2cd9fcf199 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382530 Nov 24 16:58:55.870435 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-c8d23ccf-d20f-48f5-adff-96f32ca998af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 217 time: 0.1277514 Nov 24 16:58:56.094902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ac9bf609-ff91-46d6-b9c9-1c5627288fcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:56.096742 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ac9bf609-ff91-46d6-b9c9-1c5627288fcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.2209027 Nov 24 16:58:56.194240 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e25e3014-53f8-4556-84ad-a712e749adb2 req-1124b490-8484-42e8-aff6-47b28a7ef7b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 1099 time: 0.2130318 Nov 24 16:58:56.230064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3917-4768-41db-aebd-c9b1da494f87 req-3ed971d8-10b9-460c-aede-020b36adfc61 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:56.231714 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15ba3917-4768-41db-aebd-c9b1da494f87 req-3ed971d8-10b9-460c-aede-020b36adfc61 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.3081625 Nov 24 16:58:56.307094 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-a823b519-4d9a-4192-b71d-648d60711dd6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1941066 Nov 24 16:58:56.345392 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e25e3014-53f8-4556-84ad-a712e749adb2 req-a2da470e-9183-45e3-8d6e-0bdfdef2b6fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421125 Nov 24 16:58:56.365005 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15ba3917-4768-41db-aebd-c9b1da494f87 req-08308342-6c6e-4ebf-a797-774b9f793c51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213322 Nov 24 16:58:56.479950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988cbd-9c59-4074-b107-11711d73a738 req-67c856dd-72b9-4c06-b037-398e4079fb9a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:56.481593 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53988cbd-9c59-4074-b107-11711d73a738 req-67c856dd-72b9-4c06-b037-398e4079fb9a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 944 time: 0.0919034 Nov 24 16:58:56.509719 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-63602c3c-0ef1-42ff-8dad-28be4de373d1 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929090 Nov 24 16:58:56.534397 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-53988cbd-9c59-4074-b107-11711d73a738 req-2aa59912-ea0b-4db3-9a09-628dbc5f4aa0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Nov 24 16:58:56.725307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6938f19d-1915-4f5f-b615-66d353eac66d up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:56.777491 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-00872f08-4af2-4f6e-a0df-0e2c8563516b req-ca485c8e-76dd-48ba-b61c-626996d30207 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459569 Nov 24 16:58:56.803712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696a60-0593-4a6e-864c-da13cd465049 req-c79165e4-16df-4e71-89cc-22b5865bff1f tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:56.805311 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15696a60-0593-4a6e-864c-da13cd465049 req-c79165e4-16df-4e71-89cc-22b5865bff1f tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.1290653 Nov 24 16:58:56.827627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 6938f19d-1915-4f5f-b615-66d353eac66d completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:56.833787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 6938f19d-1915-4f5f-b615-66d353eac66d triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:56.834381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:56.859349 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15696a60-0593-4a6e-864c-da13cd465049 req-15c243c9-aebb-45a4-97a3-6de79486296d tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Nov 24 16:58:56.983086 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-d5e6c737-70bc-4080-9eda-0015ce985609 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1097 time: 0.1052880 Nov 24 16:58:57.068468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:57.156519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6938f19d-1915-4f5f-b615-66d353eac66d,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:57.170493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-fdae846f-7c75-4ca7-b415-97a86db21b0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:57.172665 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-fdae846f-7c75-4ca7-b415-97a86db21b0c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.1827910 Nov 24 16:58:57.188476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:57.189461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cff8dce7-c076-40f3-9e81-e07b2064d053 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:58:57.230542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ceccc-73a1-473f-bf74-9de122b412a9 req-54033dc8-c494-46af-9f0d-9a5262c568e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:57.238403 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-810ceccc-73a1-473f-bf74-9de122b412a9 req-54033dc8-c494-46af-9f0d-9a5262c568e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.1152518 Nov 24 16:58:57.275115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51058627-3b7a-4de0-8b79-03ca305c8e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:57.307720 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-5db3fe17-0ad0-48bc-81ab-c23b8e347b69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 217 time: 0.1268888 Nov 24 16:58:57.317287 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-810ceccc-73a1-473f-bf74-9de122b412a9 req-1bc3e7bb-70fd-4bb0-9381-073094855c43 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757372 Nov 24 16:58:57.379315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port cff8dce7-c076-40f3-9e81-e07b2064d053 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:58:57.385315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-51330ab9-d2d8-4a8c-b943-1565db361fa2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:57.395708 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-51330ab9-d2d8-4a8c-b943-1565db361fa2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0720322 Nov 24 16:58:57.395836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port cff8dce7-c076-40f3-9e81-e07b2064d053 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:58:57.395836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:57.451234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:57.458414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:57.500592 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-3f32817a-6809-4bf5-82bb-6b3719aebfbe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060727 Nov 24 16:58:57.559031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:57.617560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cff8dce7-c076-40f3-9e81-e07b2064d053,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:58:57.624984 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d'}, {'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:58:57.652530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:57.655190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:57.770649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:57.774339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:57.796263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:58:57.857299 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-db2c09b9-57d9-4c9c-8fef-757876f9131d service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395374 Nov 24 16:58:57.909212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e06e0f-3d53-474e-a568-d14008cc0db6 req-7b1a2c01-737a-4498-8ecc-7a0034890dce tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:57.910879 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36e06e0f-3d53-474e-a568-d14008cc0db6 req-7b1a2c01-737a-4498-8ecc-7a0034890dce tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1411519 Nov 24 16:58:57.967635 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36e06e0f-3d53-474e-a568-d14008cc0db6 req-c17f689e-3ae4-443e-b7b1-e83013600580 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Nov 24 16:58:58.081745 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d', 'code': 200} Nov 24 16:58:58.082033 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053', 'code': 200} Nov 24 16:58:58.117650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ca9cb-203d-422d-9ace-87617b64993f req-181919dc-de62-49e5-9e0a-5f940c823da8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:58.120755 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb3ca9cb-203d-422d-9ace-87617b64993f req-181919dc-de62-49e5-9e0a-5f940c823da8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.3716774 Nov 24 16:58:58.272654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb3ca9cb-203d-422d-9ace-87617b64993f req-f383365f-96e0-4ed8-bc98-be62f2bc7f83 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919664 Nov 24 16:58:58.274635 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1de09ec-7648-4cc8-8812-114d5b00352b req-1b224c69-73a9-4eaa-9ff8-e0a88f62d57a service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090848 Nov 24 16:58:58.420597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df668b-4408-4bf9-aecc-bd22b9c6533d req-9c932b7d-a75e-48b3-93bb-510f9581d013 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:58.423157 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-49df668b-4408-4bf9-aecc-bd22b9c6533d req-9c932b7d-a75e-48b3-93bb-510f9581d013 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.1920140 Nov 24 16:58:58.499111 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-49df668b-4408-4bf9-aecc-bd22b9c6533d req-87ced2cc-3bb1-4340-a544-2caf6a832756 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684688 Nov 24 16:58:58.664676 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1cfe86df-80d1-4ddb-89c8-040c18be28fc req-ed9e3d8e-8868-4112-bdb0-2e5f99a3074d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.2320161 Nov 24 16:58:58.673025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80b4aa-1c4c-4ffe-b0d9-f7e53806aab8 req-392daf7e-5fcf-4207-824d-4bf220f2767f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:58.674398 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8d80b4aa-1c4c-4ffe-b0d9-f7e53806aab8 req-392daf7e-5fcf-4207-824d-4bf220f2767f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.1918464 Nov 24 16:58:58.677152 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c411e0e7-e5f9-4b4a-879b-e42b87bf1b8a req-ce33c717-1338-4ed6-9d00-471881f432ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 1098 time: 0.1891518 Nov 24 16:58:58.792518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c411e0e7-e5f9-4b4a-879b-e42b87bf1b8a req-e9b2061e-bea5-49d2-8f07-ddac368307ff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Nov 24 16:58:58.795045 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8d80b4aa-1c4c-4ffe-b0d9-f7e53806aab8 req-66ce1a15-2c72-4121-bc3f-99480a3e98ad tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026702 Nov 24 16:58:58.796542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1cfe86df-80d1-4ddb-89c8-040c18be28fc req-6250b4cc-693a-4cd0-bbc3-c0df67062e8b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184797 Nov 24 16:58:58.831569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38716) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:58.996519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.035516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:58:59.039931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Usage tracker for resource:security_group_rule and tenant:75576c0f897e46f7a74c45ae95f11494 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:58:59.043047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:58:59.049218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:58:59.201066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.229011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.255867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e03d70f0-a519-429b-ae91-09b658cc0cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:59.275497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f131e-f81c-4a99-bd69-a3716d873420 req-2c8eff0c-21a0-4c72-83f6-dd93d3555a21 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:59.277147 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f95f131e-f81c-4a99-bd69-a3716d873420 req-2c8eff0c-21a0-4c72-83f6-dd93d3555a21 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1291325 Nov 24 16:58:59.342627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8038882-c101-4f41-990f-ec8725b18b2c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:59.348447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:59.359177 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75576c0f897e46f7a74c45ae95f11494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256360 Nov 24 16:58:59.361288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38736) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:58:59.407442 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f95f131e-f81c-4a99-bd69-a3716d873420 req-9b50ccf8-ee82-49d6-b23f-092aa3c3d2e9 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171176 Nov 24 16:58:59.491488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.564834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.633385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874a0f8-7873-4452-89e3-efae6f0ff2e4 req-297a9157-ce05-4d86-ab8e-39c007388e62 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:58:59.641411 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d874a0f8-7873-4452-89e3-efae6f0ff2e4 req-297a9157-ce05-4d86-ab8e-39c007388e62 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1479766 Nov 24 16:58:59.688841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d874a0f8-7873-4452-89e3-efae6f0ff2e4 req-d5e723c5-3462-415d-a31b-6b59eb5d00cd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464520 Nov 24 16:58:59.695768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.705897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:58:59.719927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8038882-c101-4f41-990f-ec8725b18b2c,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:58:59.724210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:58:59.737759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:58:59.739273 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8038882-c101-4f41-990f-ec8725b18b2c HTTP/1.1" status: 204 len: 168 time: 0.3767498 Nov 24 16:59:00.655000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28df5-12df-4864-be38-e9088b0c2cfd req-a8eaafd1-1c7e-4a56-821b-e9a4881a33ae tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:00.656643 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-68b28df5-12df-4864-be38-e9088b0c2cfd req-a8eaafd1-1c7e-4a56-821b-e9a4881a33ae tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1090829 Nov 24 16:59:00.710515 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-68b28df5-12df-4864-be38-e9088b0c2cfd req-7580f6e5-c8e5-4806-a358-ae7c96d1b39d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Nov 24 16:59:00.738200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:59:00.899700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:00.914335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:59:00.915793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd2a5-4c21-4f4f-92b4-765cfa64045e req-0ccc9c1a-ebc5-48a9-83be-3324734076a5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:00.917574 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-78cbd2a5-4c21-4f4f-92b4-765cfa64045e req-0ccc9c1a-ebc5-48a9-83be-3324734076a5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.0869670 Nov 24 16:59:00.969625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-78cbd2a5-4c21-4f4f-92b4-765cfa64045e req-cc76477d-6489-4269-8f1c-959762c4cafa tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449450 Nov 24 16:59:00.971841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:00.991970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:01.048736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:01.107823 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:01.112711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:01.241045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:01.245454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:01.388450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cbfe8b52-3f70-4387-9884-bf8432fee685'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:01.538575 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-0c33f4e4-300e-4e27-83d0-f2d3d1cd0723 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315360 Nov 24 16:59:01.538965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38788) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:01.563295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:01.607016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:01.611521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Usage tracker for resource:security_group_rule and tenant:9011dbf9d7514bab9d736ec29ca148b4 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:01.615278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:01.623430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:01.737522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-59053fcf-8264-4d53-a940-75247ef3a2cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e35de9e3bc4f71965fcb5667edc993&device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 1099 time: 0.0886455 Nov 24 16:59:01.785506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:01.821861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:01.831013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-400ac9e6-8242-4d4b-88cc-0b01afdb149a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:01.865974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb726c2-4a40-42a5-a950-2a1df518a13a,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:01.875541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:01.888905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9011dbf9d7514bab9d736ec29ca148b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460610 Nov 24 16:59:01.890428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38806) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:01.906831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-7f7d6194-adbe-46e7-8420-5e7dc82fbb6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:01.908518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-7f7d6194-adbe-46e7-8420-5e7dc82fbb6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b1c864db-2fe5-4809-99ae-53576ede5dce HTTP/1.1" status: 200 len: 913 time: 0.1500032 Nov 24 16:59:01.966225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:01.985172 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-b85ec25d-c16b-4b12-81be-3ed1e6e67a56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9d720ba-1b74-444f-ac61-da4924b15494 HTTP/1.1" status: 200 len: 217 time: 0.0693052 Nov 24 16:59:02.001072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:02.085092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-d0c81865-1bc9-44ba-b8d3-63323c09ff1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:02.086973 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-d0c81865-1bc9-44ba-b8d3-63323c09ff1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6d51925-7cca-4766-8047-df3178a37c69 HTTP/1.1" status: 200 len: 852 time: 0.0950904 Nov 24 16:59:02.125116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:02.141930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a8e688ae-018e-40f8-9070-829a00e8f61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:02.142391 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-70bd2fd8-2155-454c-8c83-3136e6b2807c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1c864db-2fe5-4809-99ae-53576ede5dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462930 Nov 24 16:59:02.187028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb726c2-4a40-42a5-a950-2a1df518a13a,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:02.191348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:02.192907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:02.195639 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abb726c2-4a40-42a5-a950-2a1df518a13a HTTP/1.1" status: 204 len: 168 time: 0.3050129 Nov 24 16:59:02.338584 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-029d19c8-1dce-4e84-88ae-4daf9fff9e0b service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864705 Nov 24 16:59:02.459903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04568d-5d2d-41a6-8e74-dfd67b471ec8 req-035349e6-1397-4700-8d59-9bc6e98415c5 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:02.468814 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f04568d-5d2d-41a6-8e74-dfd67b471ec8 req-035349e6-1397-4700-8d59-9bc6e98415c5 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1089947 Nov 24 16:59:02.505716 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-351848dd-6cfa-4892-af94-6a4f97d21522 req-55730e07-2e32-47ea-9dbd-1d3b6fa392dc service neutron] 10.222.0.74 "GET /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607652 Nov 24 16:59:02.525056 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f04568d-5d2d-41a6-8e74-dfd67b471ec8 req-e18540b9-cd24-4ec8-a3bc-e3984d75cb58 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Nov 24 16:59:02.774154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:02.843732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9357f-2d32-4148-8dac-ed3eaba1fe8d req-d28b7c0b-e842-45b1-aa08-eb11c8e7f51c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:02.845417 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3ed9357f-2d32-4148-8dac-ed3eaba1fe8d req-d28b7c0b-e842-45b1-aa08-eb11c8e7f51c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 945 time: 0.1687922 Nov 24 16:59:02.924010 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3ed9357f-2d32-4148-8dac-ed3eaba1fe8d req-eb31e96b-e8e2-4115-943f-cad925696248 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710940 Nov 24 16:59:02.981608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port cbfe8b52-3f70-4387-9884-bf8432fee685 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:02.987697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port cbfe8b52-3f70-4387-9884-bf8432fee685 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:02.988450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:03.153526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:03.191152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:03.223124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:03.262134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:03.264370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:03.280622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ba81-ae30-4035-a2f8-9e1c11d793cc req-7ae39080-9777-4e99-b044-50e8cdfe8e3f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:03.283887 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4844ba81-ae30-4035-a2f8-9e1c11d793cc req-7ae39080-9777-4e99-b044-50e8cdfe8e3f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1333563 Nov 24 16:59:03.293632 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-b6b8645f-b338-443b-8dbd-d293c8807a7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 1098 time: 0.1213095 Nov 24 16:59:03.340703 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'code': 200} Nov 24 16:59:03.366425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:03.379503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:03.390676 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4844ba81-ae30-4035-a2f8-9e1c11d793cc req-a0634ddf-06fa-45ad-8cc3-7929650e461d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975103 Nov 24 16:59:03.532386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a3c2f-1e67-4504-b5da-93a753389315 req-e994b555-ba54-4d74-9fdb-db321d8e449e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:03.534434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-e994b555-ba54-4d74-9fdb-db321d8e449e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.2214489 Nov 24 16:59:03.658580 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-0bff2ecb-3b00-481d-9e24-3fad46bfdef1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6938f19d-1915-4f5f-b615-66d353eac66d HTTP/1.1" status: 200 len: 217 time: 0.1115129 Nov 24 16:59:03.754511 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3749552f-0c4e-4578-b1ef-11fe1514a219 req-30e16a60-c482-43a2-aadd-a1646ceec186 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1099 time: 0.1511590 Nov 24 16:59:03.755976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a3c2f-1e67-4504-b5da-93a753389315 req-503ccb94-ace4-48a2-97e3-c00537592f18 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:03.757446 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-503ccb94-ace4-48a2-97e3-c00537592f18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.0888286 Nov 24 16:59:03.857751 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-57597663-d85b-4f6f-accb-d27a1942246b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795758 Nov 24 16:59:03.868516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3749552f-0c4e-4578-b1ef-11fe1514a219 req-069ef6f7-ed9f-4c70-822f-31b2089c1349 service neutron] Synchronizing usage tracker for tenant:32ff30e9c394449f96f830a561fae983 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:03.925281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3749552f-0c4e-4578-b1ef-11fe1514a219 req-069ef6f7-ed9f-4c70-822f-31b2089c1349 service neutron] Unset dirty status for tenant:32ff30e9c394449f96f830a561fae983 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:03.926502 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3749552f-0c4e-4578-b1ef-11fe1514a219 req-069ef6f7-ed9f-4c70-822f-31b2089c1349 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497386 Nov 24 16:59:03.999421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:04.048954 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-7dca759e-3a80-4c47-ab3b-e2050bb21ec8 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654308 Nov 24 16:59:04.321066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad80174-6ae3-44e9-9bdc-52712a410dc6 req-98976b37-c4cc-46e5-838d-42af419ddbb6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:04.322836 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5ad80174-6ae3-44e9-9bdc-52712a410dc6 req-98976b37-c4cc-46e5-838d-42af419ddbb6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2064433 Nov 24 16:59:04.544072 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-580a3c2f-1e67-4504-b5da-93a753389315 req-adf3bb4f-290b-4c97-8631-3c73c68a5100 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818657 Nov 24 16:59:04.588586 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5ad80174-6ae3-44e9-9bdc-52712a410dc6 req-e27399db-78c8-4f6d-9166-5290dd28ce86 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544382 Nov 24 16:59:04.600632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38896) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:04.780664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84c91c-7489-44d1-aa02-a9d9632189d5 req-954a1953-9fe7-4555-940a-b2efd091800d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:04.788361 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0f84c91c-7489-44d1-aa02-a9d9632189d5 req-954a1953-9fe7-4555-940a-b2efd091800d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1205633 Nov 24 16:59:04.839490 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0f84c91c-7489-44d1-aa02-a9d9632189d5 req-500c3702-c8ae-4b6d-a2e0-1527ce0b428b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 Nov 24 16:59:04.956138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:04.992016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:04.996985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Usage tracker for resource:security_group_rule and tenant:d194eee7c0004c1bad998d1e1085f13d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:05.000158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:05.006342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:05.133500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.158414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.165885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cdc9a4c8-d98c-4d9f-aee1-c25ac3779120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:05.213516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69483bd-24aa-439c-81b9-aab8fd6a1e9b,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:05.216848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:05.220565 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d194eee7c0004c1bad998d1e1085f13d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6186407 Nov 24 16:59:05.223569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38920) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:05.289526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.318265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.410408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.417307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c481dc22-bca8-4b73-b25b-c4424b74ded8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:05.441261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69483bd-24aa-439c-81b9-aab8fd6a1e9b,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:05.456089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:05.457521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:05.458788 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f69483bd-24aa-439c-81b9-aab8fd6a1e9b HTTP/1.1" status: 204 len: 168 time: 0.2343245 Nov 24 16:59:05.872976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b433c4-b220-4920-bfd3-0ec6e1ba0279 req-ace7d65d-e31f-49f4-8a04-8bc735db50a1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:05.875327 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-40b433c4-b220-4920-bfd3-0ec6e1ba0279 req-ace7d65d-e31f-49f4-8a04-8bc735db50a1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1164761 Nov 24 16:59:05.954599 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-40b433c4-b220-4920-bfd3-0ec6e1ba0279 req-634bba74-9d91-4aa6-b107-15e935661910 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714078 Nov 24 16:59:06.156042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db916a6-d903-4cc2-9e32-0aee8078cd7b req-c54c328a-5412-4361-9156-fbb14eee94b2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:06.169678 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8db916a6-d903-4cc2-9e32-0aee8078cd7b req-c54c328a-5412-4361-9156-fbb14eee94b2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1022294 Nov 24 16:59:06.235090 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8db916a6-d903-4cc2-9e32-0aee8078cd7b req-9cdc6151-47cb-4c0f-8ee6-ac8d78a463d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Nov 24 16:59:06.266414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aea2a-0fbe-466d-8ed4-2c38fc3b7176 req-0994cba8-7eba-4291-bd5c-8a12f11634dc tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:06.268527 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-905aea2a-0fbe-466d-8ed4-2c38fc3b7176 req-0994cba8-7eba-4291-bd5c-8a12f11634dc tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1086595 Nov 24 16:59:06.278791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 38962) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:06.285584 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'floatingip': {'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:06.395133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:06.484871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38974) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:06.551270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38982) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:06.755338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 38994) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:06.798227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.021887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-eef726dc-41e8-4824-a05a-42824051bf87 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:07.023640 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-eef726dc-41e8-4824-a05a-42824051bf87 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.2284298 Nov 24 16:59:07.035010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:07.045304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Usage tracker for resource:security_group_rule and tenant:aec674cf82a04c6895a96a78e065075a is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:07.049006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:07.074510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:07.095767 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-b3de7db8-b436-446d-b639-37f9a04400f0 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/quotas/0f093d33ea4848f593ce8267208d3563 HTTP/1.1" status: 200 len: 375 time: 0.0643501 Nov 24 16:59:07.104809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.126349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.239713 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-d0bc456c-ab61-411e-a8f3-70e1c4636d72 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195252 Nov 24 16:59:07.336263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:07.394252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:07.419384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Usage tracker for resource:security_group_rule and tenant:2224eedf23fc46169627428d90b7682e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:07.422669 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Usage tracker for resource:security_group_rule and tenant:78f4f6bfb9ed4019903c34493fb75d62 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:07.428246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:07.434563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:07.447906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:07.452005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:07.516341 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-b140f2e4-6935-4ce8-8b67-8c988f3aeeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664518 Nov 24 16:59:07.525263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.573846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.576665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113e07-b570-45fd-862b-483938404b96 req-8505cd1b-8823-4857-b34d-51d43c0c29fc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:07.578268 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a2113e07-b570-45fd-862b-483938404b96 req-8505cd1b-8823-4857-b34d-51d43c0c29fc tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.3681331 Nov 24 16:59:07.597732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:07.728259 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a2113e07-b570-45fd-862b-483938404b96 req-2dbbcd22-135b-4040-9ce9-281e38a95217 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412284 Nov 24 16:59:07.732620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.755837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aec674cf82a04c6895a96a78e065075a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9967229 Nov 24 16:59:07.759565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39018) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:07.762265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b2fcd-38dd-4d05-ba8e-d3dbf09ea911,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:07.778129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:07.787084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.798144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.828297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-97921c2d-db0b-4f48-bd04-858883f3db2d service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004305 Nov 24 16:59:07.833415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.848815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-26bf7462-5df6-4b41-9ce9-fd8e4459f3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:07.884288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4515a-bcdf-4e76-8746-3a6ea71fc0f4,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:07.888784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.892591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:07.915224 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2224eedf23fc46169627428d90b7682e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3603451 Nov 24 16:59:07.917266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39024) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:07.936630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:07.949527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:08.022528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aabce5-a052-4d98-91ea-bc609b546ef5,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:08.032855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:08.038159 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78f4f6bfb9ed4019903c34493fb75d62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5493088 Nov 24 16:59:08.038856 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39028) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:08.058342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.071424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.119241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.159954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb1c4-ff3d-4ce2-aee0-8b3ca4900f73 req-7426b01d-4abd-4bf9-9ac6-0ef7f972f661 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:08.169507 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-090cb1c4-ff3d-4ce2-aee0-8b3ca4900f73 req-7426b01d-4abd-4bf9-9ac6-0ef7f972f661 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.3011408 Nov 24 16:59:08.243474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.262808 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4621f727-86f6-41a3-8da4-dd1d5b76a6f5 req-7d2f8b35-5710-44d6-a476-0fbee79a8228 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 210 time: 0.0744064 Nov 24 16:59:08.263552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.270171 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-090cb1c4-ff3d-4ce2-aee0-8b3ca4900f73 req-4c58cf75-9845-450c-be22-aa69a8c4aadd tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802138 Nov 24 16:59:08.281801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Floating IP 4578a94a-9da7-4316-8d9d-679b8c4ed456 associated. External IP: 172.28.0.19, port: cbfe8b52-3f70-4387-9884-bf8432fee685. Nov 24 16:59:08.309899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.360462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.377200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-35badecf-4063-4365-a0a9-0c3d5c52bb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:08.391594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b2fcd-38dd-4d05-ba8e-d3dbf09ea911,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:08.395455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:08.401967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.403245 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce8b2fcd-38dd-4d05-ba8e-d3dbf09ea911 HTTP/1.1" status: 204 len: 168 time: 0.6419673 Nov 24 16:59:08.474563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.481610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:08.491616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.520951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4515a-bcdf-4e76-8746-3a6ea71fc0f4,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:08.543036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:08.544291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-693a9b00-e6d9-483a-8d88-4deb18f3ccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:08.561879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aabce5-a052-4d98-91ea-bc609b546ef5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:08.564399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.565634 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cb4515a-bcdf-4e76-8746-3a6ea71fc0f4 HTTP/1.1" status: 204 len: 168 time: 0.6471055 Nov 24 16:59:08.567206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:08.568471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54aabce5-a052-4d98-91ea-bc609b546ef5 HTTP/1.1" status: 204 len: 168 time: 0.5286937 Nov 24 16:59:08.569764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:08.788499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 16:59:08.873824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-361200ee-716f-4184-8c1c-8adc3190a0c3 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:08.877401 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-361200ee-716f-4184-8c1c-8adc3190a0c3 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.74 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.1010571 Nov 24 16:59:08.977705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Deleting port d9d720ba-1b74-444f-ac61-da4924b15494 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 16:59:08.978093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:09.064094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8a0e9-0674-4e47-b1b8-436b455b6446 req-9268c13e-b5c3-4daa-81b3-184a63bf67dd tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:09.065690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-abc8a0e9-0674-4e47-b1b8-436b455b6446 req-9268c13e-b5c3-4daa-81b3-184a63bf67dd tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 946 time: 0.1726792 Nov 24 16:59:09.126269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:59:09.132182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:09.140186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:59:09.169192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:09.172977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:09.176910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-abc8a0e9-0674-4e47-b1b8-436b455b6446 req-03f2c0e6-e238-40b2-b96e-14fe3839cd8e tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e257f68-9f6a-4b95-aa63-ae81573cc722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031022 Nov 24 16:59:09.216976 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a59e21c9-380a-4714-a12f-4863619e2ac8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "PUT /v2.0/floatingips/4578a94a-9da7-4316-8d9d-679b8c4ed456 HTTP/1.1" status: 200 len: 991 time: 2.9369521 Nov 24 16:59:09.217973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:09.344791 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'status': 'completed', 'code': 200} Nov 24 16:59:09.526901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] For port d9d720ba-1b74-444f-ac61-da4924b15494, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9d720ba-1b74-444f-ac61-da4924b15494,segment=NetworkSegment(f8b438ff-317c-48b6-8580-478253519d9b),segment_id=f8b438ff-317c-48b6-8580-478253519d9b)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:09.530209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:09.565995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:09.640412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39072) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:09.670891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97b82-1aa2-4fb1-890e-feda270f608f req-68618a1d-ea12-4386-abfd-505c09624007 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:09.675844 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0ec97b82-1aa2-4fb1-890e-feda270f608f req-68618a1d-ea12-4386-abfd-505c09624007 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1578104 Nov 24 16:59:09.757867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Calling delete_port for d9d720ba-1b74-444f-ac61-da4924b15494 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 16:59:09.764638 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0ec97b82-1aa2-4fb1-890e-feda270f608f req-71668c83-503c-42ba-924e-f89817d735a0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772531 Nov 24 16:59:09.857859 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d2b27875-b049-4996-8237-fcc7bd5a18b6 req-4a00d724-c656-4354-8202-91a6de671b0f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 210 time: 0.0676205 Nov 24 16:59:09.902405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39078) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:09.946095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:09.951375 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-7147246f-d107-4037-b07c-403010502793 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1099 time: 0.5601094 Nov 24 16:59:09.964839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39082) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:10.043042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:10.049867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Usage tracker for resource:security_group_rule and tenant:f8ea6d28c2174a849f38b39e5a3e99bd is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:10.053855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:10.061850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.071694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:10.093199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '4578a94a-9da7-4316-8d9d-679b8c4ed456', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbecbea-18e3-4496-8082-61ae0040a558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:58:41Z', 'updated_at': '2021-11-24T16:59:07Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:10.098450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:59:10.111437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:10.112420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:58:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:10.246915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.255123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:10.260165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Usage tracker for resource:security_group_rule and tenant:50cead34517848edafc5a6cc4f8acbde is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:10.272813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:10.291974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:10.336099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.372142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:10.384103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.384492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39088) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:10.399682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.422999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.436662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8c6a92f1-a630-4256-b4c9-1ed0306f4d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:10.504870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-3cdfaa44-0be0-4be1-a4fa-fcd277c63bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:10.506522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-3cdfaa44-0be0-4be1-a4fa-fcd277c63bdb service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.5410175 Nov 24 16:59:10.508418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:10.596915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb8bc7-7f94-4227-bb66-6dfcb3773c30,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:10.670422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:10.671166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.680004 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50cead34517848edafc5a6cc4f8acbde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7101820 Nov 24 16:59:10.680370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39094) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:10.687009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['d9d720ba-1b74-444f-ac61-da4924b15494'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:10.691840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a2371b3-1df8-483f-bae0-f920b03b80d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:10.759113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Pushing event deleted for resources: {'Port': ['ID=d9d720ba-1b74-444f-ac61-da4924b15494,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:10.767000 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-ed6489d4-e329-4b45-809a-7f845592df77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 999 time: 0.2507460 Nov 24 16:59:10.774272 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d8612ece-60e6-45c4-8193-cad97eee3d49 req-97d32062-18ab-44c6-8824-340160031e05 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.3905721 Nov 24 16:59:10.793941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:10.813102 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d5953-74b2-4b39-8ec2-8f48a69cc6d6,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:10.822974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:10.844404 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8ea6d28c2174a849f38b39e5a3e99bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9407258 Nov 24 16:59:10.845306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39104) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:10.905349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:10.914648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Usage tracker for resource:security_group_rule and tenant:929bcfbb13114a0796973921791c6b50 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:10.929323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:10.938825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-18e3c523-cf3e-46c5-b0a4-87637082ad6a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:10.939958 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-18e3c523-cf3e-46c5-b0a4-87637082ad6a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.6566908 Nov 24 16:59:10.951793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:10.971023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Request body: {'port': {'device_id': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'admin_state_up': True, 'tenant_id': '0f093d33ea4848f593ce8267208d3563'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:10.992677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:11.021351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Usage tracker for resource:security_group_rule and tenant:3d9e6585af614aea80427a8877d5f090 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:11.027543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:11.027881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:11.038172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '4578a94a-9da7-4316-8d9d-679b8c4ed456', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbecbea-18e3-4496-8082-61ae0040a558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:58:41Z', 'updated_at': '2021-11-24T16:59:07Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:11.043807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b30eb7-5c10-4391-82c2-15894bf17b35 None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '4578a94a-9da7-4316-8d9d-679b8c4ed456', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbecbea-18e3-4496-8082-61ae0040a558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:58:41Z', 'updated_at': '2021-11-24T16:59:07Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:59:11.049081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:11.207362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] No DVR routers for this DVR port d9d720ba-1b74-444f-ac61-da4924b15494 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 16:59:11.215168 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-13038772-64a0-4126-8e46-6cc13d9d070c req-c0954e86-f58f-4d21-8eb3-28ea03f849e9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 210 time: 0.1822772 Nov 24 16:59:11.217814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.224883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'name': 'network-vif-deleted', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:11.225723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.245559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-cdcb502c-c85e-45ab-9df5-f601799869e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:11.247385 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-cdcb502c-c85e-45ab-9df5-f601799869e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.2168303 Nov 24 16:59:11.316311 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25df45-8771-442a-ade9-aadac2c911dc', 'name': 'network-vif-deleted', 'tag': 'd9d720ba-1b74-444f-ac61-da4924b15494', 'status': 'completed', 'code': 200} Nov 24 16:59:11.324403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.328100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.360350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:11.374906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf23e-ff1c-45a9-b8e7-b5be956750e3 req-993641c1-005c-42bf-a26c-67e0a71e7a1f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:11.376583 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0abcf23e-ff1c-45a9-b8e7-b5be956750e3 req-993641c1-005c-42bf-a26c-67e0a71e7a1f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.3443019 Nov 24 16:59:11.383956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.391966 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24e65e1f-6c78-41f9-b5b7-6981710c1f71 req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.74 "DELETE /v2.0/ports/d9d720ba-1b74-444f-ac61-da4924b15494 HTTP/1.1" status: 204 len: 173 time: 2.5059114 Nov 24 16:59:11.394595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.419499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:11.437913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.449818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:11.465737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9e224-da27-4d0c-a356-59ebb006b997 None None] New status for floating IP 4578a94a-9da7-4316-8d9d-679b8c4ed456: ACTIVE {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 16:59:11.482334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.487343 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-d4c06d90-76d0-4cfd-8523-91f9e18264f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2206769 Nov 24 16:59:11.492576 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0abcf23e-ff1c-45a9-b8e7-b5be956750e3 req-ef8f989b-7167-4ecb-8b5f-2b084eb22dbc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967166 Nov 24 16:59:11.541947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=929bcfbb13114a0796973921791c6b50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8884089 Nov 24 16:59:11.547512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39112) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:11.552025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.560290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c7a56-0ac6-4862-917b-ce2105a7001f,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:11.578874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.583705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:11.584821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:11.589487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:11.616765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:11.623766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.638797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.662684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29f015-5c43-4a4b-a066-e1a33d4306b0,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:11.668941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb8bc7-7f94-4227-bb66-6dfcb3773c30,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:11.684837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:11.687163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:11.702894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.708452 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ceb8bc7-7f94-4227-bb66-6dfcb3773c30 HTTP/1.1" status: 204 len: 168 time: 0.9714243 Nov 24 16:59:11.757706 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-f5f8a7ee-f2e1-4aa7-a4a6-d7542ccddb9b service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499709 Nov 24 16:59:11.763382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.788892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6d961b68-2200-475f-a682-4c25a6a1b6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:11.815859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d5953-74b2-4b39-8ec2-8f48a69cc6d6,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:11.821342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.836995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:11.844117 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d9e6585af614aea80427a8877d5f090&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4551742 Nov 24 16:59:11.846155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39122) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:11.904866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:11.923225 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b61d5953-74b2-4b39-8ec2-8f48a69cc6d6 HTTP/1.1" status: 204 len: 168 time: 1.0569015 Nov 24 16:59:11.994298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-77fa661c-f3b4-4c87-b791-a9ab8e6ff1fd req-fc4045a9-ac3c-44e8-a9bd-6af378646021 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Synchronizing usage tracker for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:12.033533 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4e9a70a1-8f39-4cf2-9f03-68c36b72b585 req-f85b0fb0-aa4b-42af-b983-f783dac6138e service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543283 Nov 24 16:59:12.072051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.077921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Allocated IP 172.20.0.12 (f6967613-1aca-46bf-99d2-4087fd37b2de/6560533f-698a-47c0-b3f8-c19bce259f08/62f91dee-fa53-4f0e-8ce4-4dde52af6f56) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:12.101552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-77fa661c-f3b4-4c87-b791-a9ab8e6ff1fd req-fc4045a9-ac3c-44e8-a9bd-6af378646021 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Unset dirty status for tenant:d8e35de9e3bc4f71965fcb5667edc993 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:12.102813 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-77fa661c-f3b4-4c87-b791-a9ab8e6ff1fd req-fc4045a9-ac3c-44e8-a9bd-6af378646021 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] 10.222.0.15 "GET /v2.0/ports?device_id=da25df45-8771-442a-ade9-aadac2c911dc HTTP/1.1" status: 200 len: 210 time: 0.1650116 Nov 24 16:59:12.104313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.109536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:12.121300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c7a56-0ac6-4862-917b-ce2105a7001f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:12.125284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:12.129019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.130723 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba2c7a56-0ac6-4862-917b-ce2105a7001f HTTP/1.1" status: 204 len: 168 time: 0.5817294 Nov 24 16:59:12.152580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.401746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.413899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-811f4773-08e8-4242-aa65-bc5209366d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:12.436494 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e254e27-c0dd-4819-9835-0b89029a57e9 req-4d26e4d7-c3fd-49bc-8203-14e51721777f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 210 time: 0.0823131 Nov 24 16:59:12.444055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29f015-5c43-4a4b-a066-e1a33d4306b0,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:12.449607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:12.480714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.501313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.503884 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed29f015-5c43-4a4b-a066-e1a33d4306b0 HTTP/1.1" status: 204 len: 168 time: 0.6416109 Nov 24 16:59:12.553197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.561243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:12.569682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:12.636758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event updated for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:12.641368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:12.655491 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Network f6967613-1aca-46bf-99d2-4087fd37b2de is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:12.657138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:12.664370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:12.670256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:12.671067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.718464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39142) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:12.736471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7820320 Nov 24 16:59:12.750391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Request body: {'port': {'device_id': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:12.757157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:12.797642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:12.802142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Usage tracker for resource:security_group_rule and tenant:d596f3061f564b97ae4985061e231060 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:12.805590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:12.813052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:12.857921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d9d720ba-1b74-444f-ac61-da4924b15494 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 16:59:12.904562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84968c1a-ef7b-4adb-8361-5dae4fe68b79 req-7e3ea2ff-c124-49d5-be13-85f5e01c6cf8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:12.912032 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84968c1a-ef7b-4adb-8361-5dae4fe68b79 req-7e3ea2ff-c124-49d5-be13-85f5e01c6cf8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.2705169 Nov 24 16:59:12.936665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: d9d720ba-1b74-444f-ac61-da4924b15494 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 16:59:12.937280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d9d720ba-1b74-444f-ac61-da4924b15494 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 16:59:12.991223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.037291 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84968c1a-ef7b-4adb-8361-5dae4fe68b79 req-5d3e29e3-b3ec-4543-9d68-f1192cf843a6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242423 Nov 24 16:59:13.038961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.130500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.140695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fa7fe3de-fd23-400c-bd47-11adaa95ec9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:13.199718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3126566e-d953-4e7d-867b-9dd93c8049ba,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:13.203449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:13.206351 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d596f3061f564b97ae4985061e231060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4864953 Nov 24 16:59:13.209166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39152) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:13.281944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39160) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:13.292950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.326547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.393212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.426567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.432338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-58a834ce-df82-4441-b841-82bf609a2a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:13.438736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:13.442819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Usage tracker for resource:security_group_rule and tenant:d71e6a0f9fd841bb82ad814d6ad8ea2b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:13.445829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:13.452676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:13.453752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126566e-d953-4e7d-867b-9dd93c8049ba,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:13.473705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.474955 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3126566e-d953-4e7d-867b-9dd93c8049ba HTTP/1.1" status: 204 len: 168 time: 0.2646728 Nov 24 16:59:13.491992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.492495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.492787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.493159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.493559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.498613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.499189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.499756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.501896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.501896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.502136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:13.514393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:13.644751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.722595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:13.747709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.750674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.787027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd826b4d-7fc5-4b40-bf2c-02b57514d25e req-15750a1d-4b3b-460d-9cf6-7934d2f20e4e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:13.788096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:13.789294 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bd826b4d-7fc5-4b40-bf2c-02b57514d25e req-15750a1d-4b3b-460d-9cf6-7934d2f20e4e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 932 time: 0.1222208 Nov 24 16:59:13.828015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Transition to ACTIVE for port object 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:13.862423 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bd826b4d-7fc5-4b40-bf2c-02b57514d25e req-6c0f7ab1-3a0f-488d-bf15-fbc9dbfb8e22 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574076 Nov 24 16:59:13.871325 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d71e6a0f9fd841bb82ad814d6ad8ea2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5882232 Nov 24 16:59:13.872500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760b63da-4d36-46bb-8f95-4b7f8f1d030d,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:13.875271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39186) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:13.876152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:13.892949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:13.898032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:13.974406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.032972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:14.034168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:14.048176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.182696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Attempting to bind port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:14.183116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Attempting to bind port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:14.183497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Attempting to bind port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:14.203364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 on network f6967613-1aca-46bf-99d2-4087fd37b2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:59:14.204123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Attempting to bind port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:14.209658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.213917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9333cf5a-8cea-48c6-9b6b-37421fb2d294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:14.231514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:14.231905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Checking segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:14.232341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Bound using segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:14.232830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Bound port: 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:14.239414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.239534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b63da-4d36-46bb-8f95-4b7f8f1d030d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:14.251798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:14.262261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.268202 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/760b63da-4d36-46bb-8f95-4b7f8f1d030d HTTP/1.1" status: 204 len: 168 time: 0.3917525 Nov 24 16:59:14.385680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:14.387926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf5f9c-f9c8-45a0-b4c7-9c12bf4ca2f3 req-d51a0fd0-4797-4d6f-b719-a035b45c5b03 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:14.389546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:14.389665 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-76bf5f9c-f9c8-45a0-b4c7-9c12bf4ca2f3 req-d51a0fd0-4797-4d6f-b719-a035b45c5b03 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.0966237 Nov 24 16:59:14.443278 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-76bf5f9c-f9c8-45a0-b4c7-9c12bf4ca2f3 req-93612481-ab88-4221-8dfd-c5d911706737 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Nov 24 16:59:14.445891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.451717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:14.529730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:14.531356 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] 10.222.0.74 "PUT /v2.0/ports/62f91dee-fa53-4f0e-8ce4-4dde52af6f56 HTTP/1.1" status: 200 len: 1094 time: 1.7855651 Nov 24 16:59:14.531895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:14.549347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:14.560058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.560475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.560876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.561271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.561666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.562053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.562444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.562839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.563263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.563677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.563969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:14.568555 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:14.592238 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'status': 'completed', 'code': 200} Nov 24 16:59:14.706579 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b182a123-ef03-45b0-981d-d75f420f03cd req-1c5fe355-21fe-4957-9976-715876e38941 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 1097 time: 0.0765655 Nov 24 16:59:14.802176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39224) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:14.902086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182a123-ef03-45b0-981d-d75f420f03cd req-ac1210e2-9dc0-4f43-80b2-aeb680c4d5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:14.903995 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b182a123-ef03-45b0-981d-d75f420f03cd req-ac1210e2-9dc0-4f43-80b2-aeb680c4d5f4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0f093d33ea4848f593ce8267208d3563&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1881249 Nov 24 16:59:15.087026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182a123-ef03-45b0-981d-d75f420f03cd req-84315237-4949-454a-8695-498b50de7b6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:15.089464 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b182a123-ef03-45b0-981d-d75f420f03cd req-84315237-4949-454a-8695-498b50de7b6f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759214 Nov 24 16:59:15.551328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b04d88-fc8a-4aea-876a-1549d3aa37ac req-7837bd97-2bd8-4c43-acb9-5e64da32a930 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:15.551328 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-30b04d88-fc8a-4aea-876a-1549d3aa37ac req-7837bd97-2bd8-4c43-acb9-5e64da32a930 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 944 time: 0.1307607 Nov 24 16:59:15.551328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1142532975-network', 'tenant_id': 'd6b13977d2e54860833907d6a2f62598'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:15.551328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:15.551328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Usage tracker for resource:network and tenant:d6b13977d2e54860833907d6a2f62598 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:15.555155 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-908e7f00-9e57-4da7-ac7c-3635b5039710 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 1097 time: 0.0957131 Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-30b04d88-fc8a-4aea-876a-1549d3aa37ac req-cca3ef78-d2a7-4c6c-b4fd-52cd021f1006 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100016 Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Made reservation on behalf of d6b13977d2e54860833907d6a2f62598 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.556169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.558112 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-330b4771-7b0a-45e3-b0e8-1a0d75965787 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56 HTTP/1.1" status: 200 len: 217 time: 0.1399350 Nov 24 16:59:15.559130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:15.559130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b13977d2e54860833907d6a2f62598 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:15.559130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:15.559130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:15.559996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-f8e53eba-b0b6-4460-882f-72dd2e19a685 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:15.559996 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-f8e53eba-b0b6-4460-882f-72dd2e19a685 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.0761333 Nov 24 16:59:15.561085 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-6528f709-d0aa-4553-9686-ef5ca60956cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441089 Nov 24 16:59:15.734623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.739112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39264) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:15.788311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.800634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e3c331b9-6100-46e0-9c22-d995c518fcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:15.843100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc5784-95d1-4e33-8890-cee901196b13,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:15.852193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:15.864068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:59:15.885079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Deleting subnet e6d51925-7cca-4766-8047-df3178a37c69 {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 16:59:15.925769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.957339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:15.957745 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Added segment 25decc2d-6a65-413f-a49f-1340785b4a08 of type vlan for network 67eb4c2b-de81-40f8-868e-ba4092076ca7 Nov 24 16:59:16.008999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.012835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.016170 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-74887f6e-7f3a-4367-902f-87887e9c4b79 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492280 Nov 24 16:59:16.025514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.070819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574e068-4c0a-4ee7-a179-49693adec5aa req-c5566253-4945-47fb-a30d-a921eccd51b3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:16.072718 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f574e068-4c0a-4ee7-a179-49693adec5aa req-c5566253-4945-47fb-a30d-a921eccd51b3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1579437 Nov 24 16:59:16.141100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.142453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:16.143134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.149179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-73bc24f7-913f-4c08-9314-c9c4c61de7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:16.228984 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f574e068-4c0a-4ee7-a179-49693adec5aa req-aab281c5-8828-4792-a00d-5a6a4d1ca2ed tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446357 Nov 24 16:59:16.267814 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b41cbf4-09e7-4048-8e4d-a1340ee8e93d req-361bec6c-1ce5-4200-9240-d6ad1f55948a service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382572 Nov 24 16:59:16.274081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=67eb4c2b-de81-40f8-868e-ba4092076ca7,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:16.279402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.281027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:16.288596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 67eb4c2b-de81-40f8-868e-ba4092076ca7 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:59:16.291612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:16.334456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d51925-7cca-4766-8047-df3178a37c69,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:16.342635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:16.355044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.359543 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-03faf379-4865-4446-8be3-b2a42c5084cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6d51925-7cca-4766-8047-df3178a37c69 HTTP/1.1" status: 204 len: 168 time: 0.6168256 Nov 24 16:59:16.360285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39284) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:16.399247 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5957034 Nov 24 16:59:16.402389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39290) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:16.408764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Request body: {'subnet': {'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1142532975-subnet', 'tenant_id': 'd6b13977d2e54860833907d6a2f62598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:16.420063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:16.425149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Usage tracker for resource:subnet and tenant:d6b13977d2e54860833907d6a2f62598 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:16.429867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:16.438121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:16.467048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Made reservation on behalf of d6b13977d2e54860833907d6a2f62598 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:16.472650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.503043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.659038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.691810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.692230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.693053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.693435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > port after_create 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.693806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.694195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > port after_update 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.694556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.694912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.695393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.695731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.700610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf923-d9e0-4091-af70-ade3684135d0 req-bea295c4-ba6a-4cb7-a395-c4c303a06d19 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:16.708155 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-984bf923-d9e0-4091-af70-ade3684135d0 req-bea295c4-ba6a-4cb7-a395-c4c303a06d19 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 944 time: 0.1154399 Nov 24 16:59:16.775763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.775763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.775763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.775763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 16:59:16.776241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c864db-2fe5-4809-99ae-53576ede5dce']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:16.787926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39302) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:16.798791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b438ff-317c-48b6-8580-478253519d9b') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:16.799178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b438ff-317c-48b6-8580-478253519d9b') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:16.813905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.814973 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-984bf923-d9e0-4091-af70-ade3684135d0 req-cec48708-be96-4402-8f63-c7ecf365a297 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057737 Nov 24 16:59:16.901678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.911504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 16:59:16.912390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: (self, other), Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: (self, other), Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 16:59:16.967232 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 16:59:16.986962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:16.995313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-adeb3dfb-ceee-4cd6-b2d5-43b207429870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:17.068040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.080977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db237c4-66d8-4a44-80eb-4342e7e7d2ba,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:17.088098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:17.091476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Checking segment: {'id': '25decc2d-6a65-413f-a49f-1340785b4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:17.091836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Network hostable DHCP agents. Network: 67eb4c2b-de81-40f8-868e-ba4092076ca7, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:59:17.181469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Network 67eb4c2b-de81-40f8-868e-ba4092076ca7 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:59:17.214789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:17.219280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Usage tracker for resource:security_group_rule and tenant:f4becde8c0d14a78a67a7aff4e8dd65a is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:17.222948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:17.229464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:17.267104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 67eb4c2b-de81-40f8-868e-ba4092076ca7) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:17.276888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f20cece-86dc-4ba8-925e-9f3ff7861a9e None None] Network 67eb4c2b-de81-40f8-868e-ba4092076ca7 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:17.278648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:17.279339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.353922 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9503140 Nov 24 16:59:17.417356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.434117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.451453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a446ac20-8a5d-4ba8-a5c1-9d120547c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:17.546892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c864db-2fe5-4809-99ae-53576ede5dce,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:17.562737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:17.566181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.573734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f4cc5-00b3-48af-9861-746a52a6300d None None] Network 67eb4c2b-de81-40f8-868e-ba4092076ca7 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:17.599495 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1c864db-2fe5-4809-99ae-53576ede5dce HTTP/1.1" status: 204 len: 168 time: 1.2352381 Nov 24 16:59:17.609705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb133d-3394-464d-a33b-e644cf61b847 req-19d57530-860e-4944-975c-7cd11d192d8d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:17.617452 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31bb133d-3394-464d-a33b-e644cf61b847 req-19d57530-860e-4944-975c-7cd11d192d8d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1707504 Nov 24 16:59:17.633590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.664282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eeb9c916-fad0-4104-bf8e-5fec1d211349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:17.673737 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4becde8c0d14a78a67a7aff4e8dd65a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8847215 Nov 24 16:59:17.682403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39336) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:17.716655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15d1e1-4243-414b-a79d-d20dc6352d11,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:17.721022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:17.735583 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31bb133d-3394-464d-a33b-e644cf61b847 req-391919ba-b7e5-4da2-b9d1-d5b3f9807dc0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170542 Nov 24 16:59:17.819108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:17.881358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.050397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.058410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2e4d059d-f07e-472e-a0be-2a69a4b1a23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:18.071057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d407-0783-48dd-9fd9-998cb8f40c79 req-3eb7767f-3e58-4a1d-8b28-b2f9dcf697e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:18.072016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-1677d407-0783-48dd-9fd9-998cb8f40c79 req-3eb7767f-3e58-4a1d-8b28-b2f9dcf697e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:18.073430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15d1e1-4243-414b-a79d-d20dc6352d11,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:18.075989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:18.078433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.079959 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a15d1e1-4243-414b-a79d-d20dc6352d11 HTTP/1.1" status: 204 len: 168 time: 0.3953061 Nov 24 16:59:18.136209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-1677d407-0783-48dd-9fd9-998cb8f40c79 req-3eb7767f-3e58-4a1d-8b28-b2f9dcf697e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:18.138091 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1677d407-0783-48dd-9fd9-998cb8f40c79 req-3eb7767f-3e58-4a1d-8b28-b2f9dcf697e5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 944 time: 0.1609313 Nov 24 16:59:18.210850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1677d407-0783-48dd-9fd9-998cb8f40c79 req-a18ddf78-16b9-44e8-a3e1-2b2e272873ed tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661738 Nov 24 16:59:18.251110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39358) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:18.309208 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e4d13598-6a55-441e-99bc-c10bc505bc6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8e35de9e3bc4f71965fcb5667edc993&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567095 Nov 24 16:59:18.311787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39362) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:18.376451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.407739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.478959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.484171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-01635f60-e022-40ce-9377-ede8ba47423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:18.499625 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e257f68-9f6a-4b95-aa63-ae81573cc722,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:18.502268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:18.530320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.531947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e257f68-9f6a-4b95-aa63-ae81573cc722 HTTP/1.1" status: 204 len: 168 time: 0.2190869 Nov 24 16:59:18.832812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b8a34db5-ac6d-4141-84e9-32828872c5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:18.874722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:59:19.058831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:19.061743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b673-c61e-438d-9dfd-6d1b2409a0c6 req-b48eae25-5ff8-4356-a863-9331d1db3822 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:19.069288 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8951b673-c61e-438d-9dfd-6d1b2409a0c6 req-b48eae25-5ff8-4356-a863-9331d1db3822 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1220686 Nov 24 16:59:19.077828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'port_id': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'mac_address': 'fa:16:3e:9e:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560533f-698a-47c0-b3f8-c19bce259f08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:59:19.151621 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8951b673-c61e-438d-9dfd-6d1b2409a0c6 req-4528bcb3-fb8e-4caa-9e1d-9355dd62f9ce tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Nov 24 16:59:19.198059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:19.218887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:19.257815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:19.295865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:19.297790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:19.411310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:19.420797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.421123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.421504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.421885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.422266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.422641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.423043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.423578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.423971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.424345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.424679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:19.430060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:19.531575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22161f93-cbad-41b9-8183-17be67bc6d0e req-ba0cee60-5f34-491b-9eba-4d80f8f926d1 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:19.533207 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-22161f93-cbad-41b9-8183-17be67bc6d0e req-ba0cee60-5f34-491b-9eba-4d80f8f926d1 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 945 time: 0.0930817 Nov 24 16:59:19.583798 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-22161f93-cbad-41b9-8183-17be67bc6d0e req-574feb3b-67a1-4049-9e7b-d461c785a0c5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Nov 24 16:59:19.610184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['62f91dee-fa53-4f0e-8ce4-4dde52af6f56'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:19.985676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39420) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:19.992722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-676220172-network', 'tenant_id': '650803796de445d381a744e502143f02'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:19.998643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:20.002973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Usage tracker for resource:network and tenant:650803796de445d381a744e502143f02 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:20.006004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:20.013252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:20.066436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Made reservation on behalf of 650803796de445d381a744e502143f02 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:20.071558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.089749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.209713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:20.217242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:650803796de445d381a744e502143f02 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:20.219256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:20.229800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:20.329127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.358476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.364244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:20.396671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:59:20.408090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f9d11-1353-4745-a458-ed9cc3b0da89 req-e27108c4-25cf-41ed-9b24-e9dde9f8b546 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:20.410474 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d06f9d11-1353-4745-a458-ed9cc3b0da89 req-e27108c4-25cf-41ed-9b24-e9dde9f8b546 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1094372 Nov 24 16:59:20.412316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21067029-9f57-4290-8600-adbe325926aa,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:20.437096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:20.441014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.441999 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Added segment 1557f21a-0f6e-4f9a-89b3-7e49043aa7fb of type vlan for network e83c85f6-bb7f-4945-82c9-01b318c47002 Nov 24 16:59:20.482556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.519837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d06f9d11-1353-4745-a458-ed9cc3b0da89 req-ff83bef7-65a1-44bb-b468-f432b6f7a426 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025751 Nov 24 16:59:20.558342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.560451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:20.561111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.573100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4d59cf4d-9eab-42d0-be23-293579cbfe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:20.714613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.727192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=e83c85f6-bb7f-4945-82c9-01b318c47002,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:20.730601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:20.761083 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7741330 Nov 24 16:59:20.764918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39448) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:20.768014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network e83c85f6-bb7f-4945-82c9-01b318c47002 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:59:20.791527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Request body: {'subnet': {'network_id': 'e83c85f6-bb7f-4945-82c9-01b318c47002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-676220172-subnet', 'tenant_id': '650803796de445d381a744e502143f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:20.797988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:20.810440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Usage tracker for resource:subnet and tenant:650803796de445d381a744e502143f02 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:20.821955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:20.829026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:20.872623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Made reservation on behalf of 650803796de445d381a744e502143f02 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:20.878171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:20.915956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:21.132084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e0c2-f164-4811-ae40-e56abc95f0b9 req-4a16082a-0ddf-4638-b429-f46080b6bb52 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:21.134160 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c676e0c2-f164-4811-ae40-e56abc95f0b9 req-4a16082a-0ddf-4638-b429-f46080b6bb52 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 945 time: 0.1877983 Nov 24 16:59:21.141937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:21.151100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8701e1df-8caa-422f-93d6-ef6488e066f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.155285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:21.156154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.222812 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c676e0c2-f164-4811-ae40-e56abc95f0b9 req-facc18e6-df7e-46d5-9f5e-3f2c393759da tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707133 Nov 24 16:59:21.320511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.377627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:21.379790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:21.422777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.426190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:21.679946 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'code': 200} Nov 24 16:59:21.685739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:21.696649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:21.752651 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.792916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:21.800113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:21.911278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c73df06-ec5e-4021-9047-dc177ed82f55,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:21.914333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:21.927050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Checking segment: {'id': '1557f21a-0f6e-4f9a-89b3-7e49043aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e83c85f6-bb7f-4945-82c9-01b318c47002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:21.927461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Network hostable DHCP agents. Network: e83c85f6-bb7f-4945-82c9-01b318c47002, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:59:21.961858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda808f8-1c8f-4ac1-8102-9daeb7fed1ae req-f4882641-c8d9-49ba-bc5e-b1ba02c19d19 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:21.963724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eda808f8-1c8f-4ac1-8102-9daeb7fed1ae req-f4882641-c8d9-49ba-bc5e-b1ba02c19d19 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1808295 Nov 24 16:59:21.986607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Network e83c85f6-bb7f-4945-82c9-01b318c47002 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:59:22.006487 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c952cf6-5a43-43fd-853c-62d09d84541d req-ae4c32c9-6c38-4ce1-acba-174260e42914 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 1099 time: 0.1393344 Nov 24 16:59:22.033429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, e83c85f6-bb7f-4945-82c9-01b318c47002) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:22.038241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:22.039981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:22.044347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3245903-f009-4eb9-9a62-905480f11441 None None] Network e83c85f6-bb7f-4945-82c9-01b318c47002 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:22.067862 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eda808f8-1c8f-4ac1-8102-9daeb7fed1ae req-8c2eefb8-3060-4d33-bdfd-5d140e333944 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Nov 24 16:59:22.084980 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c952cf6-5a43-43fd-853c-62d09d84541d req-bb66b72e-6bcc-41f9-87c2-e3cfe31f4539 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683141 Nov 24 16:59:22.161741 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b4f11475-a826-4fde-84a3-233ac322fa1c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3905008 Nov 24 16:59:22.319831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ccd422-14b6-4298-92b9-31fb72d95a07 None None] Network e83c85f6-bb7f-4945-82c9-01b318c47002 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:22.501078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4e5a8-43d9-4edc-87c3-65b6fef4172a req-3be88da0-8cc9-4f10-b03a-3bf3461ee388 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:22.503809 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-acc4e5a8-43d9-4edc-87c3-65b6fef4172a req-3be88da0-8cc9-4f10-b03a-3bf3461ee388 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 946 time: 0.1101544 Nov 24 16:59:22.588482 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-acc4e5a8-43d9-4edc-87c3-65b6fef4172a req-bb1cdd5c-8a13-4adf-9905-6e29927102ba tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756400 Nov 24 16:59:22.804239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:23.031891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-e585f242-d76c-447a-b796-32d535056da6 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:23.033729 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-e585f242-d76c-447a-b796-32d535056da6 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/networks?id=67eb4c2b-de81-40f8-868e-ba4092076ca7 HTTP/1.1" status: 200 len: 809 time: 0.1688397 Nov 24 16:59:23.059785 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-5b37df5a-5e87-40bd-974a-972a86f15d36 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/quotas/d6b13977d2e54860833907d6a2f62598 HTTP/1.1" status: 200 len: 375 time: 0.0198097 Nov 24 16:59:23.148050 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-c2b4d744-ce8e-40c4-a05f-b61d0c665c47 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6b13977d2e54860833907d6a2f62598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813720 Nov 24 16:59:23.321278 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-0094455d-e6c9-485a-8de0-08f9e9cd071e service neutron] 10.222.0.15 "GET /v2.0/networks/67eb4c2b-de81-40f8-868e-ba4092076ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720915 Nov 24 16:59:23.344899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4c0b-53f0-46e7-975e-a4d6c40e4c51 req-5bcf328d-6e3a-4039-ac92-5b40c705c0f2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:23.347643 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-79cf4c0b-53f0-46e7-975e-a4d6c40e4c51 req-5bcf328d-6e3a-4039-ac92-5b40c705c0f2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1084046 Nov 24 16:59:23.411212 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-79cf4c0b-53f0-46e7-975e-a4d6c40e4c51 req-da19c032-c90f-460c-addc-724705f440a8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572069 Nov 24 16:59:23.496054 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-a31f9c3d-b46f-4b71-b4b9-d05919d2bc51 service neutron] 10.222.0.15 "GET /v2.0/networks/67eb4c2b-de81-40f8-868e-ba4092076ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731186 Nov 24 16:59:23.829793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403b296-4cbd-4f58-afb8-42c94dd2b065 req-06a4625d-98bc-4a93-887b-cf1c55d4cd04 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:23.831334 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6403b296-4cbd-4f58-afb8-42c94dd2b065 req-06a4625d-98bc-4a93-887b-cf1c55d4cd04 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 946 time: 0.1086330 Nov 24 16:59:23.849849 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5a419a14-85ec-41eb-a041-3dbdd913d5db req-891c4b05-71a3-4b8c-bd33-3b633c7158c1 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 210 time: 0.0878081 Nov 24 16:59:23.886412 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6403b296-4cbd-4f58-afb8-42c94dd2b065 req-4ed5da2f-e099-4afd-9464-db526be796ef tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Nov 24 16:59:24.668594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff2a01-148c-440a-afc0-63b9b2b96238 req-b264b8c6-b329-448f-b5c0-347a489a9a7a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:24.670852 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-57ff2a01-148c-440a-afc0-63b9b2b96238 req-b264b8c6-b329-448f-b5c0-347a489a9a7a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.0929589 Nov 24 16:59:24.723655 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-57ff2a01-148c-440a-afc0-63b9b2b96238 req-ffbf03b6-805a-4ee8-9733-e3a06ad89a83 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462260 Nov 24 16:59:25.048336 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7f637caf-55d1-4b6b-a8db-deba875f1fcd req-513cd950-daa1-4960-a7d9-e494079aa050 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 210 time: 0.0599079 Nov 24 16:59:25.967164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831e02b-aa36-40fb-ace1-c29c0b0512d2 req-badd9e61-8e2d-488e-9570-ccd43ea04f86 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:25.977003 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c831e02b-aa36-40fb-ace1-c29c0b0512d2 req-badd9e61-8e2d-488e-9570-ccd43ea04f86 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1202164 Nov 24 16:59:26.036035 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c831e02b-aa36-40fb-ace1-c29c0b0512d2 req-b663b170-c42f-4b75-86dc-c308b1254e8a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Nov 24 16:59:26.048122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-23d471d9-59c2-4161-a5d5-07c72cfbb6d6 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:26.049762 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-23d471d9-59c2-4161-a5d5-07c72cfbb6d6 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.74 "GET /v2.0/networks?id=67eb4c2b-de81-40f8-868e-ba4092076ca7 HTTP/1.1" status: 200 len: 809 time: 0.2004349 Nov 24 16:59:26.075058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Request body: {'port': {'device_id': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7', 'admin_state_up': True, 'tenant_id': 'd6b13977d2e54860833907d6a2f62598'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:26.257271 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-da6a7952-b2f8-4b84-adf4-75772a21e63a req-f9e92365-914d-4a4c-9247-ed565432bd44 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 210 time: 0.0594420 Nov 24 16:59:26.294353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:26.298745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Usage tracker for resource:port and tenant:d6b13977d2e54860833907d6a2f62598 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:26.302181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:26.310525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:26.341305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Made reservation on behalf of d6b13977d2e54860833907d6a2f62598 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:26.349373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:26.567171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Allocated IP 172.20.0.12 (67eb4c2b-de81-40f8-868e-ba4092076ca7/8db237c4-66d8-4a44-80eb-4342e7e7d2ba/e3e67b4c-942a-4f7a-957c-d99e655a9ea2) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:26.931311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.014445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39658) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:27.022246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.023254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:27.140657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Pushing event updated for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:27.153882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:27.165160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Network 67eb4c2b-de81-40f8-868e-ba4092076ca7 is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:27.167147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:27.170009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:27.238320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:27.239137 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.286770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.356013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51966-deed-478f-8736-3544e53ef521 req-5edf42e6-2b38-496d-8b9e-a66f5ac9857e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:27.363979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-88c51966-deed-478f-8736-3544e53ef521 req-5edf42e6-2b38-496d-8b9e-a66f5ac9857e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1181943 Nov 24 16:59:27.400400 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3297732 Nov 24 16:59:27.416122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Request body: {'port': {'device_id': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:27.416341 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-88c51966-deed-478f-8736-3544e53ef521 req-a84e6768-8c12-4a6b-bc5d-d228a33b2644 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Nov 24 16:59:27.464068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:27.468664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Usage tracker for resource:security_group_rule and tenant:c3468e64882d4f6099cf507878a8f758 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:27.471802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:27.479152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:27.556780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.564026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39680) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:27.592791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.620442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:27.654239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.657240 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3468e64882d4f6099cf507878a8f758&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6408856 Nov 24 16:59:27.666696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39688) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:27.669851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc899353-0ce4-4f6b-b658-e7a6eb4e77f3,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:27.717567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:27.799772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.833677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.887320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:27.928406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:27.932743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6c52e5e4cb4df7984cd252a0efbb14 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:27.936184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:27.942576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:27.975126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39702) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:28.143929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.161960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-807b861a-d241-4349-9969-94bf40ebb892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:28.180222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.181670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc899353-0ce4-4f6b-b658-e7a6eb4e77f3,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:28.194990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:28.197578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.199294 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc899353-0ce4-4f6b-b658-e7a6eb4e77f3 HTTP/1.1" status: 204 len: 168 time: 0.5314686 Nov 24 16:59:28.226015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.249452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:28.308728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e67b4c-942a-4f7a-957c-d99e655a9ea2 {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:28.310327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.325683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.342115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5846a-b234-4f36-aed0-7bbb8bacbc2b req-984f6f75-d4fb-452a-a39a-53ef2576bed0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:28.342882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-28f5846a-b234-4f36-aed0-7bbb8bacbc2b req-984f6f75-d4fb-452a-a39a-53ef2576bed0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Synchronizing usage tracker for tenant:d6b13977d2e54860833907d6a2f62598 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:28.402312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93bfef4-e559-4924-9ac1-751efc18dfe6,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:28.409793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:28.410334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-28f5846a-b234-4f36-aed0-7bbb8bacbc2b req-984f6f75-d4fb-452a-a39a-53ef2576bed0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Unset dirty status for tenant:d6b13977d2e54860833907d6a2f62598 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:28.412655 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-28f5846a-b234-4f36-aed0-7bbb8bacbc2b req-984f6f75-d4fb-452a-a39a-53ef2576bed0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 932 time: 0.8399813 Nov 24 16:59:28.419667 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e6c52e5e4cb4df7984cd252a0efbb14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8494561 Nov 24 16:59:28.419963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39724) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:28.450087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Transition to ACTIVE for port object e3e67b4c-942a-4f7a-957c-d99e655a9ea2 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:28.505682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.505979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:28.510143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Usage tracker for resource:security_group_rule and tenant:5e32d07beafd4c2cadafaa76971b1739 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:28.513895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:28.515332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:28.535278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:28.556439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-a86b3b37-894f-4876-b389-b0eb4ca3e1b1 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:28.559227 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-a86b3b37-894f-4876-b389-b0eb4ca3e1b1 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.2543538 Nov 24 16:59:28.584414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-28f5846a-b234-4f36-aed0-7bbb8bacbc2b req-836856af-a9d5-43e6-8692-29509e4c6306 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638319 Nov 24 16:59:28.592731 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-bc67734e-d798-452a-9aa2-4fe0b7183aa5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/quotas/0f093d33ea4848f593ce8267208d3563 HTTP/1.1" status: 200 len: 375 time: 0.0265396 Nov 24 16:59:28.619418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:28.622846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.626513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:28.717354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.745020 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-c8460361-1c24-4908-8a52-b6d477a301ed tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403682 Nov 24 16:59:28.803712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.868422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:28.878252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c30f4c-0389-45d0-8b07-481f13867b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:28.926836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Attempting to bind port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:28.927233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Attempting to bind port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '25decc2d-6a65-413f-a49f-1340785b4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:28.927611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Attempting to bind port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 on network 67eb4c2b-de81-40f8-868e-ba4092076ca7 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:28.946859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 on network 67eb4c2b-de81-40f8-868e-ba4092076ca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:59:28.947350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Attempting to bind port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 on network 67eb4c2b-de81-40f8-868e-ba4092076ca7 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:28.948878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe83d535-a013-4ce1-974e-3c8d98455a23,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:28.952223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:28.957081 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e32d07beafd4c2cadafaa76971b1739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9763973 Nov 24 16:59:28.957683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de211-ab95-4ebd-a24c-9a283b9a8978 req-caa461df-1549-4bd8-90a4-3f11698fc22f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:28.959342 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-872de211-ab95-4ebd-a24c-9a283b9a8978 req-caa461df-1549-4bd8-90a4-3f11698fc22f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1877983 Nov 24 16:59:28.960882 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-10ef87c8-a356-4c35-bc8e-0d16ce68c9d3 service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149184 Nov 24 16:59:28.961380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39736) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:28.970871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:28.970871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Checking segment: {'id': '25decc2d-6a65-413f-a49f-1340785b4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:28.970871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Bound using segment: {'id': '25decc2d-6a65-413f-a49f-1340785b4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:28.970871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Bound port: e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25decc2d-6a65-413f-a49f-1340785b4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:28.970871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.074349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39740) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:29.111330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.126902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:29.136123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.153921 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-872de211-ab95-4ebd-a24c-9a283b9a8978 req-4c7b2e47-a8b1-403c-a39b-f12ff48169c3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717296 Nov 24 16:59:29.163721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.164234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93bfef4-e559-4924-9ac1-751efc18dfe6,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:29.171527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.181493 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b93bfef4-e559-4924-9ac1-751efc18dfe6 HTTP/1.1" status: 204 len: 168 time: 0.7597902 Nov 24 16:59:29.183934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:29.188011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,segment=NetworkSegment(25decc2d-6a65-413f-a49f-1340785b4a08),segment_id=25decc2d-6a65-413f-a49f-1340785b4a08)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:29.189726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:29.192141 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-ed51a953-92af-406b-ba40-ba62ba04e6dc service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158408 Nov 24 16:59:29.219059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:29.224760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.225983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Usage tracker for resource:security_group_rule and tenant:7d6b029ab8a64864a78be821c802a991 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:29.231897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:29.234878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.244933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:29.282637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:29.332881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.334410 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] 10.222.0.74 "PUT /v2.0/ports/e3e67b4c-942a-4f7a-957c-d99e655a9ea2 HTTP/1.1" status: 200 len: 1094 time: 1.9260778 Nov 24 16:59:29.338810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:29.357014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:29.367297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:29.414050 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2', 'status': 'completed', 'code': 200} Nov 24 16:59:29.512302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.518358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eaaaa2ef-68a4-4ffa-a51e-a87adeb1acfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:29.533124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe83d535-a013-4ce1-974e-3c8d98455a23,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:29.535362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:29.537554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.542089 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe83d535-a013-4ce1-974e-3c8d98455a23 HTTP/1.1" status: 204 len: 168 time: 0.5758762 Nov 24 16:59:29.587564 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a50b0f08-b768-4e5c-b019-f46e423357f8 req-a27bc4cc-ce51-42f6-9a7f-83042a1e6a31 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 210 time: 0.0850620 Nov 24 16:59:29.653576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.666654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3db54ce8-b693-4a31-b13e-8a207aaedc88 req-3fa1463c-0451-43e2-a2d3-a1bdc59a1678 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6b13977d2e54860833907d6a2f62598&device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 1097 time: 0.2155871 Nov 24 16:59:29.797683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:29.840255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aff5aaac-aff2-4fcd-853c-fea164d16b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:29.875524 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d6b029ab8a64864a78be821c802a991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7999778 Nov 24 16:59:29.880237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39766) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:29.886289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f726857-a5f7-4b6d-8b5a-8cfcc7c4c0fc,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:29.904954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:29.939380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16e24-2400-44b0-8ad6-a3b3e4d22dce req-4e7ad411-1155-4480-a05e-773c71bd1714 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:29.947772 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9e16e24-2400-44b0-8ad6-a3b3e4d22dce req-4e7ad411-1155-4480-a05e-773c71bd1714 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 944 time: 0.1439960 Nov 24 16:59:29.971680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54ce8-b693-4a31-b13e-8a207aaedc88 req-c0ee7781-e663-4bff-9c5f-efb39a9776c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:29.973544 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3db54ce8-b693-4a31-b13e-8a207aaedc88 req-c0ee7781-e663-4bff-9c5f-efb39a9776c3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d6b13977d2e54860833907d6a2f62598&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2986259 Nov 24 16:59:30.010638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a9e16e24-2400-44b0-8ad6-a3b3e4d22dce req-3322df25-9396-444d-b932-97c2114402e0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Synchronizing usage tracker for tenant:d6b13977d2e54860833907d6a2f62598 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:30.078687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a9e16e24-2400-44b0-8ad6-a3b3e4d22dce req-3322df25-9396-444d-b932-97c2114402e0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Unset dirty status for tenant:d6b13977d2e54860833907d6a2f62598 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:30.083710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9e16e24-2400-44b0-8ad6-a3b3e4d22dce req-3322df25-9396-444d-b932-97c2114402e0 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316020 Nov 24 16:59:30.093162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39778) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:30.131113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.168423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54ce8-b693-4a31-b13e-8a207aaedc88 req-af09837b-b8f1-4757-acf3-0ce41771caab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:30.170244 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3db54ce8-b693-4a31-b13e-8a207aaedc88 req-af09837b-b8f1-4757-acf3-0ce41771caab service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842108 Nov 24 16:59:30.175484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.186332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:30.192093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3726cedf844ac3b646c3cef3d6e333 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:30.197389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:30.224973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.227193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:30.307877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.363870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.373085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:30.404948 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-b2425556-2157-4b10-a1f1-df96a75dc009 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6b13977d2e54860833907d6a2f62598&device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 1097 time: 0.1708641 Nov 24 16:59:30.406916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.413689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-030c589f-0fb5-421c-906a-070e9f1e1725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:30.419714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca0865-9522-4482-8afc-f34b689e32e8,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:30.423986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:30.426583 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c3726cedf844ac3b646c3cef3d6e333&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3360152 Nov 24 16:59:30.429544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39788) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:30.501572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f726857-a5f7-4b6d-8b5a-8cfcc7c4c0fc,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:30.506465 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:30.510440 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-46fc83ce-587f-4bef-a5d3-d17e619a2331 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.0875361 Nov 24 16:59:30.511248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.515351 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f726857-a5f7-4b6d-8b5a-8cfcc7c4c0fc HTTP/1.1" status: 204 len: 168 time: 0.6341770 Nov 24 16:59:30.518117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.552754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.581275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39794) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:30.608818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39add893-b6a2-4664-bc3b-98b4c0be21de req-860822c2-9f34-40ac-86b2-4c97c8699344 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:30.610381 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-39add893-b6a2-4664-bc3b-98b4c0be21de req-860822c2-9f34-40ac-86b2-4c97c8699344 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.2657812 Nov 24 16:59:30.618590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.624251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-d4c281f8-2e60-4e21-9833-050c0d50bfa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:30.625841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-d4c281f8-2e60-4e21-9833-050c0d50bfa4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8db237c4-66d8-4a44-80eb-4342e7e7d2ba HTTP/1.1" status: 200 len: 849 time: 0.1049509 Nov 24 16:59:30.664739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:30.669975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Usage tracker for resource:security_group_rule and tenant:eaca50df52b94a669a77270400e2e143 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:30.675698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:30.679816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:30.692308 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-5fc6fe41-9715-4bea-8c35-bc0ee3e8ae8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=67eb4c2b-de81-40f8-868e-ba4092076ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518641 Nov 24 16:59:30.708865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.724358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9e85183b-b387-4352-bfc4-9f2fb3dd4d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:30.749903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca0865-9522-4482-8afc-f34b689e32e8,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:30.756090 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-39add893-b6a2-4664-bc3b-98b4c0be21de req-055ad803-c510-4bf4-befb-eb9fa56e1414 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367466 Nov 24 16:59:30.761964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:30.795979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.797434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afca0865-9522-4482-8afc-f34b689e32e8 HTTP/1.1" status: 204 len: 168 time: 0.3668828 Nov 24 16:59:30.854832 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb9ccfcf-22df-48b5-bc05-347aa626e78e req-b5308799-a68d-4075-9347-0fc614f0945f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 210 time: 0.0670402 Nov 24 16:59:30.889921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.895978 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-b7638d61-9036-4792-93a5-cc65782cde55 service neutron] 10.222.0.74 "GET /v2.0/networks/67eb4c2b-de81-40f8-868e-ba4092076ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934488 Nov 24 16:59:30.935101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:30.951656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-58610a3e-c62c-466d-916b-52adac2f2b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:31.026413 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaca50df52b94a669a77270400e2e143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4431167 Nov 24 16:59:31.031109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88317141-110f-4929-8c8e-e24ecac62f43,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:31.032342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 39808) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:31.041687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:31.122344 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42760b12-fc9f-4663-9069-40c9c4662e2d req-b33f01ba-c3ed-46b2-91ea-eaccba93f8b8 service neutron] 10.222.0.74 "GET /v2.0/networks/67eb4c2b-de81-40f8-868e-ba4092076ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061579 Nov 24 16:59:31.143595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:31.185401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:31.302979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:31.315246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8d36bcd6-ffd0-4279-aff7-f5916c48737b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:31.334825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88317141-110f-4929-8c8e-e24ecac62f43,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:31.337590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:31.338831 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88317141-110f-4929-8c8e-e24ecac62f43 HTTP/1.1" status: 204 len: 168 time: 0.3054581 Nov 24 16:59:31.339963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:31.377648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbfecb-5af4-4216-a1fc-da56ce54d91f req-dca21fad-c7cf-4ad7-957d-d271cf4a1cbd tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:31.379512 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cbbbfecb-5af4-4216-a1fc-da56ce54d91f req-dca21fad-c7cf-4ad7-957d-d271cf4a1cbd tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 944 time: 0.1191933 Nov 24 16:59:31.435917 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cbbbfecb-5af4-4216-a1fc-da56ce54d91f req-4c62e92b-4a6d-4065-84e6-73c41be81353 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Nov 24 16:59:31.853880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-71d75d0f-17b4-42f8-b5a1-cdb7da27a322 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:31.860953 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-71d75d0f-17b4-42f8-b5a1-cdb7da27a322 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.2306302 Nov 24 16:59:31.877312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Request body: {'port': {'device_id': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'admin_state_up': True, 'tenant_id': '0f093d33ea4848f593ce8267208d3563'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:32.121211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:32.144048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:32.187706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607acd3-5a33-462d-9cb7-1f4b895baea6 req-68350858-6fb5-41d6-aa7b-49d11f22c95a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:32.198865 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb564d3d-8dcb-4d8d-a6ff-fa04025f0f35 req-89b899b2-f79d-4685-b0b3-5bbc34da5ac3 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 210 time: 0.1163106 Nov 24 16:59:32.206507 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4607acd3-5a33-462d-9cb7-1f4b895baea6 req-68350858-6fb5-41d6-aa7b-49d11f22c95a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.2070799 Nov 24 16:59:32.236596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:32.243720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:32.363595 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4607acd3-5a33-462d-9cb7-1f4b895baea6 req-dafd55fe-3dfd-4097-bed6-d0716ce7e3e1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557710 Nov 24 16:59:32.460034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Allocated IP 172.20.0.7 (f6967613-1aca-46bf-99d2-4087fd37b2de/6560533f-698a-47c0-b3f8-c19bce259f08/c1bb18fd-e5ea-4598-bb79-7c23432c063e) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:32.715700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51862-1687-4473-be85-4651d28032b5 req-a5a552b8-3710-40fd-9490-1af6c13730be tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:32.723944 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-88c51862-1687-4473-be85-4651d28032b5 req-a5a552b8-3710-40fd-9490-1af6c13730be tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 944 time: 0.0975678 Nov 24 16:59:32.789681 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-88c51862-1687-4473-be85-4651d28032b5 req-9c4d297a-7d85-408c-88f8-d4e32ff74d32 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Nov 24 16:59:32.978968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:33.044265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:33.051979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-60c76aa5-af16-4e4b-81a7-2ec0496d9788 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:33.059113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45', '62f91dee-fa53-4f0e-8ce4-4dde52af6f56'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:33.143073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Network f6967613-1aca-46bf-99d2-4087fd37b2de is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:33.147085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:33.150352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:33.183037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event updated for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:33.186588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:33.246468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:33.247024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:33.296223 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4234872 Nov 24 16:59:33.311782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Request body: {'port': {'device_id': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:33.577200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b652-9822-4454-9e77-01f49c3703ca req-a95f0ec3-0159-45c4-b332-5e3f07733ed5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:33.586020 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bc05b652-9822-4454-9e77-01f49c3703ca req-a95f0ec3-0159-45c4-b332-5e3f07733ed5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 931 time: 0.2189066 Nov 24 16:59:33.617551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:33.651543 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bc05b652-9822-4454-9e77-01f49c3703ca req-7e903bec-4f39-412f-aace-4bead681746b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Nov 24 16:59:33.734944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b146b2-f0e4-4a46-a4f3-faedd9cf9ef7 req-caba5187-d146-4cda-91f0-717a1716bb9d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:33.736589 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4b146b2-f0e4-4a46-a4f3-faedd9cf9ef7 req-caba5187-d146-4cda-91f0-717a1716bb9d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.2131054 Nov 24 16:59:33.901799 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4b146b2-f0e4-4a46-a4f3-faedd9cf9ef7 req-e80fafbc-a409-4be1-b457-d672a2d7cab1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543815 Nov 24 16:59:34.027030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.052970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859a306-3c1b-4006-b6bb-9fd7b8fc34cb req-b8907402-8dc2-4a41-8c26-39c2d1452232 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:34.061563 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3859a306-3c1b-4006-b6bb-9fd7b8fc34cb req-b8907402-8dc2-4a41-8c26-39c2d1452232 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 944 time: 0.1241601 Nov 24 16:59:34.120574 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3859a306-3c1b-4006-b6bb-9fd7b8fc34cb req-8cbbedaa-88fa-4686-8588-dd52952243b7 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579977 Nov 24 16:59:34.186012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bb18fd-e5ea-4598-bb79-7c23432c063e {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:34.194310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.210991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Transition to ACTIVE for port object c1bb18fd-e5ea-4598-bb79-7c23432c063e will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:34.255504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.262001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:34.345020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39926) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:34.393512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:34.397408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:34.502668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.507734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Attempting to bind port c1bb18fd-e5ea-4598-bb79-7c23432c063e on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:34.508120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Attempting to bind port c1bb18fd-e5ea-4598-bb79-7c23432c063e by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:34.508519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Attempting to bind port c1bb18fd-e5ea-4598-bb79-7c23432c063e on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:34.515371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Port c1bb18fd-e5ea-4598-bb79-7c23432c063e on network f6967613-1aca-46bf-99d2-4087fd37b2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 16:59:34.515750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Attempting to bind port c1bb18fd-e5ea-4598-bb79-7c23432c063e on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:34.522545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:34.522866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Checking segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:34.523320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Bound using segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:34.523794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Bound port: c1bb18fd-e5ea-4598-bb79-7c23432c063e, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:34.524208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.536352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:34.541569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Usage tracker for resource:security_group_rule and tenant:fbdb3ad3123542eeb29b07708188cbdd is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:34.544786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:34.551187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:34.615513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:34.619492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:34.620138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.677327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.677845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.682732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1fe898b3-a297-4da8-a601-bac3c56172fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:34.687180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-515b0140-5d15-444e-9877-8ca6ca13a213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:34.728928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa48359a-3049-41a3-b4af-dc46040f87f7,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:34.732572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:34.735339 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbdb3ad3123542eeb29b07708188cbdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890471 Nov 24 16:59:34.738014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 39934) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:34.746831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.748345 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] 10.222.0.74 "PUT /v2.0/ports/c1bb18fd-e5ea-4598-bb79-7c23432c063e HTTP/1.1" status: 200 len: 1093 time: 1.4418287 Nov 24 16:59:34.748867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:34.775614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:34.778732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-29929ce7-2bf0-49b6-b628-72341331621d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:34.797305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 16:59:34.830388 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', 'status': 'completed', 'code': 200} Nov 24 16:59:34.878650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:34.931151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd6cf3-1d8f-46d7-9f18-47741ea8e6ae req-558e62bd-e8fc-4a98-96d4-f7b3dacd46e7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:34.940696 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b2cd6cf3-1d8f-46d7-9f18-47741ea8e6ae req-558e62bd-e8fc-4a98-96d4-f7b3dacd46e7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 943 time: 0.1543036 Nov 24 16:59:34.949132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e3e67b4c-942a-4f7a-957c-d99e655a9ea2 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:59:34.978363 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ffcf3691-04bf-4f87-ad65-ce35cc171c84 req-1d0fb7a8-eec7-446c-92cc-6092b24edc7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1268392 Nov 24 16:59:34.984814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:35.115414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b2cd6cf3-1d8f-46d7-9f18-47741ea8e6ae req-23c417fc-6392-4d83-993b-458f2b576311 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729715 Nov 24 16:59:35.157461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,segment=NetworkSegment(25decc2d-6a65-413f-a49f-1340785b4a08),segment_id=25decc2d-6a65-413f-a49f-1340785b4a08)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:35.169562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:35.175160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-21a685f4-b48a-420d-85a8-c5489e80acca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:35.189549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2', 'network_id': '67eb4c2b-de81-40f8-868e-ba4092076ca7', 'port_id': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2', 'mac_address': 'fa:16:3e:3a:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db237c4-66d8-4a44-80eb-4342e7e7d2ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:59:35.217862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3691-04bf-4f87-ad65-ce35cc171c84 req-a238b584-2951-4cf6-890b-c7b24f9fd50f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:35.220168 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ffcf3691-04bf-4f87-ad65-ce35cc171c84 req-a238b584-2951-4cf6-890b-c7b24f9fd50f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0f093d33ea4848f593ce8267208d3563&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2339370 Nov 24 16:59:35.225683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa48359a-3049-41a3-b4af-dc46040f87f7,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:35.235808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:35.248381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:35.249872 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa48359a-3049-41a3-b4af-dc46040f87f7 HTTP/1.1" status: 204 len: 168 time: 0.5108962 Nov 24 16:59:35.284594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:35.307303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e67b4c-942a-4f7a-957c-d99e655a9ea2 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:35.327476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,segment=NetworkSegment(25decc2d-6a65-413f-a49f-1340785b4a08),segment_id=25decc2d-6a65-413f-a49f-1340785b4a08)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:35.404214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:35.406498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:35.487658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eabb05-6bdd-4ed9-9a69-958601e820cd req-2b9519cf-8c84-4818-87d9-556a968e3633 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:35.496732 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15eabb05-6bdd-4ed9-9a69-958601e820cd req-2b9519cf-8c84-4818-87d9-556a968e3633 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 945 time: 0.1485107 Nov 24 16:59:35.507410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:35.511635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:35.559009 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-15eabb05-6bdd-4ed9-9a69-958601e820cd req-4de2fccb-d7bf-41b3-af37-265d77e672cb tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609968 Nov 24 16:59:35.610947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3691-04bf-4f87-ad65-ce35cc171c84 req-81e0e40b-b12e-46dd-9514-63840733f052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:35.612799 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ffcf3691-04bf-4f87-ad65-ce35cc171c84 req-81e0e40b-b12e-46dd-9514-63840733f052 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3859422 Nov 24 16:59:35.625051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac9c11-49b7-466d-a90b-8129e5ee0891 req-68926471-4a85-43b5-b027-b9a23c13fe43 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:35.635859 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c9ac9c11-49b7-466d-a90b-8129e5ee0891 req-68926471-4a85-43b5-b027-b9a23c13fe43 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.3244610 Nov 24 16:59:35.763664 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c9ac9c11-49b7-466d-a90b-8129e5ee0891 req-c0537fe1-19b3-4305-b102-e1dae0e42f1b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264780 Nov 24 16:59:35.788316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['e3e67b4c-942a-4f7a-957c-d99e655a9ea2'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:35.797390 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-d3f047a1-d333-45e3-a332-cbb544689f8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1337435 Nov 24 16:59:35.914392 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-46a16666-e6bd-4e81-af0b-4ae1e3018e34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e HTTP/1.1" status: 200 len: 217 time: 0.1051149 Nov 24 16:59:36.009738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-cde5dcb9-28a8-4982-be35-8b2ffa716e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:36.013961 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-cde5dcb9-28a8-4982-be35-8b2ffa716e06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.0878389 Nov 24 16:59:36.072701 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-925321e9-2f9d-44a3-90bb-8c1ac2f3c871 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496912 Nov 24 16:59:36.248341 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-8e726fbf-d262-4f71-aa97-d818f0c76503 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589720 Nov 24 16:59:36.511943 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-655e128b-2894-48f6-b2e5-d02d8910d934 req-7a52e884-5f40-453f-a53b-baddd9969e79 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564826 Nov 24 16:59:36.518352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5013f4-b0ad-4b94-91eb-c44888acd264 req-5d72024b-3dd8-42f1-8f5f-a6135c78715f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:36.519041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-be5013f4-b0ad-4b94-91eb-c44888acd264 req-5d72024b-3dd8-42f1-8f5f-a6135c78715f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:36.575218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-be5013f4-b0ad-4b94-91eb-c44888acd264 req-5d72024b-3dd8-42f1-8f5f-a6135c78715f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:36.586067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-be5013f4-b0ad-4b94-91eb-c44888acd264 req-5d72024b-3dd8-42f1-8f5f-a6135c78715f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 943 time: 0.3054597 Nov 24 16:59:36.641038 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-be5013f4-b0ad-4b94-91eb-c44888acd264 req-3ccba98b-96e1-4296-ab39-1854e8a8de22 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535424 Nov 24 16:59:36.803489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9fcc-5924-43ea-b993-33250aeb1062 req-4ea0573c-048a-4c21-9207-40b82dc32a97 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:36.805276 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-109d9fcc-5924-43ea-b993-33250aeb1062 req-4ea0573c-048a-4c21-9207-40b82dc32a97 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 945 time: 0.0966322 Nov 24 16:59:36.880180 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-109d9fcc-5924-43ea-b993-33250aeb1062 req-59591c00-0170-4077-af42-59e30f82ef9a tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669830 Nov 24 16:59:36.894575 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8f230a0e-e08a-49ba-b894-8de30e79181e req-d20a4d68-0d22-4665-98e9-e8d9db36d539 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 1098 time: 0.1405659 Nov 24 16:59:36.967389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e3e67b4c-942a-4f7a-957c-d99e655a9ea2 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:37.009887 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8f230a0e-e08a-49ba-b894-8de30e79181e req-20955943-28f7-4a85-ba6d-d7af18865460 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053112 Nov 24 16:59:37.066778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74904-df37-42ec-bad0-c8dcdfc9ad9f req-e6758c73-71d7-4f5c-9619-c792d1807c9d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:37.068460 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-efc74904-df37-42ec-bad0-c8dcdfc9ad9f req-e6758c73-71d7-4f5c-9619-c792d1807c9d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1485336 Nov 24 16:59:37.095036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:37.102139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:37.103266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:37.147684 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-efc74904-df37-42ec-bad0-c8dcdfc9ad9f req-ba06b866-6a04-4841-a471-77a9092f17d7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716641 Nov 24 16:59:37.250672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:37.281373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:37.292290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,segment=NetworkSegment(25decc2d-6a65-413f-a49f-1340785b4a08),segment_id=25decc2d-6a65-413f-a49f-1340785b4a08)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:37.340857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:37.343946 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2', 'code': 200} Nov 24 16:59:37.344486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:37.450681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:37.451934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:37.552713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40052) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:37.738589 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b81deeb4-7781-4395-9dc3-fee1ccd64bdb req-5b46884a-6b49-4601-97b4-804317ade264 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 1099 time: 0.0999725 Nov 24 16:59:37.757004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:37.796512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:37.800725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3a46cc7002497c9fa558c5fbbc8bda is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:37.804954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:37.808302 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b81deeb4-7781-4395-9dc3-fee1ccd64bdb req-7b46359a-919f-4b8b-8d98-d8718850ea2f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Nov 24 16:59:37.814724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:37.961168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41522b4-93fe-417d-96f7-0ead59affdc3 req-eaef9cbb-ef81-456d-b78f-fec05831fca6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:37.963018 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b41522b4-93fe-417d-96f7-0ead59affdc3 req-eaef9cbb-ef81-456d-b78f-fec05831fca6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 943 time: 0.1456499 Nov 24 16:59:38.002300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.032616 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b41522b4-93fe-417d-96f7-0ead59affdc3 req-46792efa-4103-4f46-84c5-b644f09d05f7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Nov 24 16:59:38.055773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.079617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1f12ae52-df63-4433-975c-fd87475a7771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:38.100744 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a3a46cc7002497c9fa558c5fbbc8bda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5467293 Nov 24 16:59:38.109055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40080) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:38.152442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b15a6-064b-4b0a-aafc-67fd2af14d46 req-af5bd0e1-8303-4bae-8f8f-3847fcdc100b tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:38.160494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409decab-5238-4f86-bf83-69e8140fc357,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:38.162236 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-da3b15a6-064b-4b0a-aafc-67fd2af14d46 req-af5bd0e1-8303-4bae-8f8f-3847fcdc100b tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.1472013 Nov 24 16:59:38.165322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:38.192871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.228269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.247685 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-da3b15a6-064b-4b0a-aafc-67fd2af14d46 req-6c98c298-13db-4ed6-aad6-506ad71a460a tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Nov 24 16:59:38.340334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.349887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-31c4a7e7-6ce4-4453-be6a-d57ea18513d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:38.365364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409decab-5238-4f86-bf83-69e8140fc357,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:38.369990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:38.386070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:38.389697 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/409decab-5238-4f86-bf83-69e8140fc357 HTTP/1.1" status: 204 len: 168 time: 0.2772863 Nov 24 16:59:38.428108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c09bb7-90fe-4f58-b9c9-5a206cb2d165 req-391d90be-eca3-4b36-92cc-164328ae353e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:38.429743 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-85c09bb7-90fe-4f58-b9c9-5a206cb2d165 req-391d90be-eca3-4b36-92cc-164328ae353e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1337910 Nov 24 16:59:38.486684 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-85c09bb7-90fe-4f58-b9c9-5a206cb2d165 req-e8b263cc-459b-45ce-9c39-0064d68c3650 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Nov 24 16:59:38.972997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c1bb18fd-e5ea-4598-bb79-7c23432c063e details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 16:59:39.146022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:39.168832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'port_id': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', 'mac_address': 'fa:16:3e:d0:40:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560533f-698a-47c0-b3f8-c19bce259f08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 16:59:39.279364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:39.301468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bb18fd-e5ea-4598-bb79-7c23432c063e {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 16:59:39.320552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:39.357814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:39.360359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:39.468769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a5741-eb60-4a73-98a0-4aa892107166 req-bafc1424-9413-48b8-ba1e-2e2c09f21c0c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:39.470798 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-945a5741-eb60-4a73-98a0-4aa892107166 req-bafc1424-9413-48b8-ba1e-2e2c09f21c0c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 944 time: 0.1997139 Nov 24 16:59:39.475506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:39.480296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:39.560297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-945a5741-eb60-4a73-98a0-4aa892107166 req-5a75e459-6759-46be-bab1-7a30c348de4a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813634 Nov 24 16:59:39.631521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08bca3-dd51-4c0f-a13d-8674fca226e0 req-332b97e9-8876-4a7f-8253-e7a75cbcdf6a tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:39.634764 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ce08bca3-dd51-4c0f-a13d-8674fca226e0 req-332b97e9-8876-4a7f-8253-e7a75cbcdf6a tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.1216934 Nov 24 16:59:39.673571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40138) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:39.699270 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ce08bca3-dd51-4c0f-a13d-8674fca226e0 req-2c79bf81-b573-4001-8a06-f072ee6ffc0c tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Nov 24 16:59:39.743890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['c1bb18fd-e5ea-4598-bb79-7c23432c063e'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:39.825609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1195357038-network', 'tenant_id': 'e36de2340a644fc291044392e0989b55'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:39.830596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:39.834781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Usage tracker for resource:network and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:39.838215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:39.845605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:39.895219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Made reservation on behalf of e36de2340a644fc291044392e0989b55 for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:39.901046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:39.917106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:39.955631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:39.959962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:39.963673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:39.970659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:40.045601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.083773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.087268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:40.093900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddc04f-e2eb-414f-8785-f52a59bd9669 req-e7dd9f55-f878-4647-8b91-f4a54d2f3780 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:40.095640 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1dddc04f-e2eb-414f-8785-f52a59bd9669 req-e7dd9f55-f878-4647-8b91-f4a54d2f3780 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.2748501 Nov 24 16:59:40.125930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:59:40.132010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c71a27-0f83-4d03-98e1-59598187a542,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:40.136120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:40.139910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.141853 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Added segment 33385716-6e92-4a56-b54d-daa3f928847d of type vlan for network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 Nov 24 16:59:40.155471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1dddc04f-e2eb-414f-8785-f52a59bd9669 req-4d2005d8-da32-41fd-8c0e-9aeb63ab73ec tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533481 Nov 24 16:59:40.169293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.255775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.257292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:40.257948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.263443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea31a1f-6de7-4102-bb1d-476744dad5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:40.420582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Pushing event updated for resources: {'Network': ['ID=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:40.425787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:40.433571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:59:40.452718 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7779374 Nov 24 16:59:40.455811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40152) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:40.460328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127fe3-1121-4c88-84d3-74d42ddcb96d req-c230f7e6-c513-4416-a2a3-bf261f4a8eb4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:40.462484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Request body: {'subnet': {'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1195357038-subnet', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:40.462607 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37127fe3-1121-4c88-84d3-74d42ddcb96d req-c230f7e6-c513-4416-a2a3-bf261f4a8eb4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1616855 Nov 24 16:59:40.480156 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:40.484492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Usage tracker for resource:subnet and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:40.487528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:40.494188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:40.517149 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37127fe3-1121-4c88-84d3-74d42ddcb96d req-53da304a-af65-49de-8f1e-ca746a32ab73 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Nov 24 16:59:40.541419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Made reservation on behalf of e36de2340a644fc291044392e0989b55 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:40.546785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.856227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fbbe-ba5f-41c9-9a96-4eaf9034e99c req-fcc4098c-635e-4143-913c-0f41427c6443 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:40.863724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb15fbbe-ba5f-41c9-9a96-4eaf9034e99c req-fcc4098c-635e-4143-913c-0f41427c6443 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 944 time: 0.1383634 Nov 24 16:59:40.905287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:40.915152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:40.952664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4d60c-c651-43ce-b496-1f8c13cae452 req-2ef79951-8e04-4a4d-b146-98837b71b80f tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:40.954635 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7ba4d60c-c651-43ce-b496-1f8c13cae452 req-2ef79951-8e04-4a4d-b146-98837b71b80f tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.1069438 Nov 24 16:59:40.974447 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb15fbbe-ba5f-41c9-9a96-4eaf9034e99c req-a1a5403a-1a3f-41e0-81ec-633abba2fc0a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096778 Nov 24 16:59:40.990385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c1bb18fd-e5ea-4598-bb79-7c23432c063e up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:41.054680 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7ba4d60c-c651-43ce-b496-1f8c13cae452 req-c1693f07-7159-45e9-a1f8-9066e1ffab79 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666106 Nov 24 16:59:41.066516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Checking segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:41.066934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Network hostable DHCP agents. Network: f6cf7257-939a-465d-b4ac-cfb03a1ff3b0, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:59:41.084150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e0d12a-2248-4a06-b8e7-52c175f3484d,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:41.099048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:41.192449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:59:41.220839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port c1bb18fd-e5ea-4598-bb79-7c23432c063e completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:41.226228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port c1bb18fd-e5ea-4598-bb79-7c23432c063e triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:41.226649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.255203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, f6cf7257-939a-465d-b4ac-cfb03a1ff3b0) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:41.261874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:41.262772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.313517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40184) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:41.344760 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8849123 Nov 24 16:59:41.345327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40190) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:41.351365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:41.358173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:41.363352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Usage tracker for resource:router and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:41.367552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:41.376352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:41.444282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be863894-fece-4460-abba-07001ff40970 None None] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:41.444494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.446378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.483561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.534682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.612700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:41.625960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Usage tracker for resource:security_group_rule and tenant:8333da8dc1064bcb890914066b100601 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:41.630796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:41.667460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:41.818465 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.835771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 16:59:41.835771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.849898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.884503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:41.928618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ecfe2d5d-f1f4-44ad-8200-fdac0cb3de20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:41.944173 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8333da8dc1064bcb890914066b100601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6293373 Nov 24 16:59:41.947957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40202) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:42.002413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af129c6e-0a96-475a-9b7b-15319382a9a7,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:42.009641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:42.032096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Allocated IP 172.20.0.2 (f6cf7257-939a-465d-b4ac-cfb03a1ff3b0/c0e0d12a-2248-4a06-b8e7-52c175f3484d/2c0f87c3-155d-4af5-8301-e244d7101f5d) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:42.066256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.131014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.199876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.200094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:42.278508 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', 'code': 200} Nov 24 16:59:42.283718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:42.366841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.400062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:42.429429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea300-9847-4b22-ac62-e71d9cb4297b req-e6b3acfa-c7b1-4aba-af83-f5d71eff6480 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:42.432129 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6aeea300-9847-4b22-ac62-e71d9cb4297b req-e6b3acfa-c7b1-4aba-af83-f5d71eff6480 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 944 time: 0.2343614 Nov 24 16:59:42.503593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.504076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.512365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6852ff85-e15e-48de-a338-2b2d8d90131f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:42.519765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:42.522910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Transition to ACTIVE for port object 2c0f87c3-155d-4af5-8301-e244d7101f5d will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:42.526463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:42.532437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af129c6e-0a96-475a-9b7b-15319382a9a7,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:42.549127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:42.549488 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6aeea300-9847-4b22-ac62-e71d9cb4297b req-10377fa7-eb26-413c-a292-7f960afebb93 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017895 Nov 24 16:59:42.556250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.557546 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af129c6e-0a96-475a-9b7b-15319382a9a7 HTTP/1.1" status: 204 len: 168 time: 0.5993435 Nov 24 16:59:42.557844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Transition to ACTIVE for port object 2c0f87c3-155d-4af5-8301-e244d7101f5d will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:42.620046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.628546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.640766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:42.655684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.703566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:42.707408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:42.712645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:42.830029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Pushing event updated for resources: {'Port': ['ID=2c0f87c3-155d-4af5-8301-e244d7101f5d,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:42.853532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:42.865547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Attempting to bind port 2c0f87c3-155d-4af5-8301-e244d7101f5d on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:42.865547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Attempting to bind port 2c0f87c3-155d-4af5-8301-e244d7101f5d by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:42.865547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Attempting to bind port 2c0f87c3-155d-4af5-8301-e244d7101f5d on network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:42.887920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:42.888458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Checking segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:42.889132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.890149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Bound using segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:42.890959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Bound port: 2c0f87c3-155d-4af5-8301-e244d7101f5d, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:42.891499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:42.901985 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-140a2a71-b741-4d23-93be-9ecb3709f1a9 req-e6f8a728-993f-4c55-8a1b-d547ee1a2f63 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 1098 time: 0.2478776 Nov 24 16:59:42.921994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Allocated IP 172.28.0.162 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/979a9b22-1e4c-4a16-9ff4-85d9ce8df31a) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:43.032265 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-140a2a71-b741-4d23-93be-9ecb3709f1a9 req-440bdce0-61c5-4e40-9b72-fc96dfcfea93 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116781 Nov 24 16:59:43.122036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] For port 2c0f87c3-155d-4af5-8301-e244d7101f5d, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:43.128837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] For port 2c0f87c3-155d-4af5-8301-e244d7101f5d, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2c0f87c3-155d-4af5-8301-e244d7101f5d,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:43.165152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:43.170742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:43.190939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:43.278421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:43.279365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Pushing event updated for resources: {'Port': ['ID=2c0f87c3-155d-4af5-8301-e244d7101f5d,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:43.287834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:43.290340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:43.554733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Pushing event updated for resources: {'Port': ['ID=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:43.565929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:43.572922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:43.581479 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:43.594177 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:43.698803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350990b-e00d-4f99-9ce8-21806d61c9f0 req-eb3a1eeb-9ff5-4f69-98b2-7da0f67cd1be tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:43.700450 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0350990b-e00d-4f99-9ce8-21806d61c9f0 req-eb3a1eeb-9ff5-4f69-98b2-7da0f67cd1be tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.3297863 Nov 24 16:59:43.786347 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-f27e9016-6cf0-4114-adb1-a546f210be82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.4238942 Nov 24 16:59:43.970435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aa83d-4f93-4c58-9941-d26e689dcca9 req-d75e3b21-cde3-4d59-934c-08594b669e62 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:43.972407 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-811aa83d-4f93-4c58-9941-d26e689dcca9 req-d75e3b21-cde3-4d59-934c-08594b669e62 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 945 time: 0.1061037 Nov 24 16:59:44.082556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-811aa83d-4f93-4c58-9941-d26e689dcca9 req-6baffe36-e2fd-41dd-8ed4-4183cd94a479 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Nov 24 16:59:44.089289 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0350990b-e00d-4f99-9ce8-21806d61c9f0 req-142a3694-3599-4ce7-9ddd-aace1296b75f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101625 Nov 24 16:59:44.192616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-afce809c-454d-407d-a71f-7fcc5ebcafc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:44.195087 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-afce809c-454d-407d-a71f-7fcc5ebcafc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.3239098 Nov 24 16:59:44.289236 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-63e61045-2185-4048-ae27-197a42a6d744 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.0871334 Nov 24 16:59:44.361910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:44.362764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:44.376847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-087d678d-63f8-4693-b7c1-62f960e71e22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:44.378464 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-087d678d-63f8-4693-b7c1-62f960e71e22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.0802360 Nov 24 16:59:44.485502 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-ca453e30-c923-4134-a8b0-b263c4900c99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528190 Nov 24 16:59:44.719169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-6365ee9c-9560-47c9-9cae-987576b08ad6 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225268 Nov 24 16:59:45.121506 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0fd927b5-0608-4bb0-9515-a91a5487b6fe req-ceb0f966-de72-4361-9967-40ffe0874a36 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920057 Nov 24 16:59:45.220825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 16:59:45.491208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395cee-90ba-4edb-b6fc-38fa9eebf89f req-6069816d-56cd-4067-8b64-befb768c1812 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:45.502042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334f831-7450-443c-b08a-e628fbc195f1 None None] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:45.513058 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-61395cee-90ba-4edb-b6fc-38fa9eebf89f req-6069816d-56cd-4067-8b64-befb768c1812 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1421266 Nov 24 16:59:45.545169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2c0f87c3-155d-4af5-8301-e244d7101f5d up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:45.583825 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-61395cee-90ba-4edb-b6fc-38fa9eebf89f req-bd007d9a-6b23-4202-b375-ebb810792bc3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694916 Nov 24 16:59:45.673171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830bd6-4d4a-4ff4-bbf4-a16cf078c8e2 req-5697c5e6-d5e8-4f5f-b4c1-c3cba6d7ff2a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:45.674773 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-89830bd6-4d4a-4ff4-bbf4-a16cf078c8e2 req-5697c5e6-d5e8-4f5f-b4c1-c3cba6d7ff2a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 945 time: 0.2467313 Nov 24 16:59:45.741822 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-89830bd6-4d4a-4ff4-bbf4-a16cf078c8e2 req-f6b8549c-db58-4dfe-b508-0000da6443d8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598803 Nov 24 16:59:45.785642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-82849563-ebb6-4f54-b9b8-cfdb433b72f7 None None] Provisioning for port 2c0f87c3-155d-4af5-8301-e244d7101f5d completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:45.788266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:59:45.799084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Sync routers for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:59:45.817449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:45.818219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:45.855374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:45.855498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 2c0f87c3-155d-4af5-8301-e244d7101f5d completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:45.860018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40328) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:45.860703 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5138557 Nov 24 16:59:45.862554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2c0f87c3-155d-4af5-8301-e244d7101f5d triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:45.863038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:46.060474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:46.140442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 2c0f87c3-155d-4af5-8301-e244d7101f5d, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2c0f87c3-155d-4af5-8301-e244d7101f5d,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:46.159725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:46.187061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:46.189180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:46.342036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=2c0f87c3-155d-4af5-8301-e244d7101f5d,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:46.351710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:46.553800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8437ba61-8415-42b4-befc-baa0d8141183 None None] Provisioning complete for port 2c0f87c3-155d-4af5-8301-e244d7101f5d triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:46.554557 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8437ba61-8415-42b4-befc-baa0d8141183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:46.572725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:43Z', 'revision_number': 3, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:46.576968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Checking router: 3dbb6017-5b88-4444-9fb3-f341ad7e9bde for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:59:46.577554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Updating router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:59:46.690440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:46.981013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef3db6-30b4-4603-bf4e-f22d883825d8 req-cb2386e2-772b-47b0-9feb-f5e16bfb49d5 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:46.982712 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a6ef3db6-30b4-4603-bf4e-f22d883825d8 req-cb2386e2-772b-47b0-9feb-f5e16bfb49d5 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1779423 Nov 24 16:59:47.064314 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a6ef3db6-30b4-4603-bf4e-f22d883825d8 req-bbb0eb29-07ae-48cc-bd5f-e5f098d5259e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694156 Nov 24 16:59:47.112231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40360) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:47.226673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.251018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.264905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Transition to ACTIVE for port object 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:47.306808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.312318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:47.464604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Pushing event updated for resources: {'Port': ['ID=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:47.475199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.478965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Attempting to bind port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:47.478965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Attempting to bind port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:47.479574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Attempting to bind port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:47.511656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Allocated IP 172.20.0.1 (f6cf7257-939a-465d-b4ac-cfb03a1ff3b0/c0e0d12a-2248-4a06-b8e7-52c175f3484d/9f214217-b8c5-4d5a-8f1a-4d4737d1edaf) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:47.511940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:47.512394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:47.512856 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.513307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:47.513855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Bound port: 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:47.514273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.524841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:47.528378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2c0f87c3-155d-4af5-8301-e244d7101f5d up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:47.530987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e341df1638b14b53801ecadcae69ebc0 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:47.534890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:47.542556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:47.658743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2c0f87c3-155d-4af5-8301-e244d7101f5d triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:47.659341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.660672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] For port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:47.667629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] For port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:47.670021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.670410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.670829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.673912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.674634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.674634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.675054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.675411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.675784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.676151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.676521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 16:59:47.679661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.686584 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:47.707148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.725986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:47.735345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.743417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.779455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3d9bba0f-c579-4091-a8a3-f162ae0848ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:47.779963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Transition to ACTIVE for port object 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:47.816021 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e341df1638b14b53801ecadcae69ebc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7024040 Nov 24 16:59:47.816882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b72a7-8361-4a89-a653-0e7474dd3b5c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:47.819628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40380) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:47.820072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:47.855745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:47.856231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:47.870237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.879516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:47.923287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Pushing event updated for resources: {'Port': ['ID=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:47.928551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:47.945057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:47.953700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:47.968189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:47.968758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:47.974525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Pushing event updated for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:47.980979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:47.990005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.021773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.060530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:48.182028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.368434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.381206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de3a39fa-022e-4903-860f-fd41b5ddaf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:48.401664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b72a7-8361-4a89-a653-0e7474dd3b5c,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:48.407202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806abf65-48e3-42ca-aaa7-2da8545436dd req-d8bc7930-c720-411d-a888-3cdaa709eaa2 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:48.407728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:48.408857 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-806abf65-48e3-42ca-aaa7-2da8545436dd req-d8bc7930-c720-411d-a888-3cdaa709eaa2 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.0947392 Nov 24 16:59:48.481917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:43Z', 'revision_number': 3, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:48.483696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74570f47-6e38-4e9f-87a5-a058bb707515 None None] The sync data for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb is: [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:43Z', 'revision_number': 3, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:59:48.486663 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-806abf65-48e3-42ca-aaa7-2da8545436dd req-f979381b-a6d4-4d5b-9d42-66d1314fe075 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Nov 24 16:59:48.501106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0b51c54f-b6cb-44ed-b91e-03642bb9b179 None None] Provisioning for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:48.516086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0b51c54f-b6cb-44ed-b91e-03642bb9b179 None None] Provisioning complete for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:48.516449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b51c54f-b6cb-44ed-b91e-03642bb9b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.548306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.551970 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/544b72a7-8361-4a89-a653-0e7474dd3b5c HTTP/1.1" status: 204 len: 168 time: 0.7258475 Nov 24 16:59:48.578194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0b51c54f-b6cb-44ed-b91e-03642bb9b179 None None] Port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:59:48.791753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d462d9-ff45-4ac7-bbda-de9f2c42f822 req-bdc6a4bb-1ae2-479e-a41e-cddc635be4fc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:48.793411 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10d462d9-ff45-4ac7-bbda-de9f2c42f822 req-bdc6a4bb-1ae2-479e-a41e-cddc635be4fc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4812291 Nov 24 16:59:48.821784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d829468c-6a0e-41aa-8077-1a40445878a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.879562 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10d462d9-ff45-4ac7-bbda-de9f2c42f822 req-2fce0b7c-0c66-4c3f-af15-e677aeec6fc8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Nov 24 16:59:48.897703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.929527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.931018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:48.936141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bc73c96a-735e-43a0-9538-61075052ea60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:49.071012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Pushing event updated for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:49.076280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:49.290016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40416) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:49.313810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:49.315080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:49.343720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:49.449291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:49.469877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a05110c6072a42cab742c0a30a9c063d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:49.477290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:49.493859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:49.579333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:49.631482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:49.670131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40426) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:49.680075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:49.756805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cf7cf67f-ad96-4a03-89e9-fea796660fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:49.757730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:49.764676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:49.765414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:49.780214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a05110c6072a42cab742c0a30a9c063d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4888263 Nov 24 16:59:49.783835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40432) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:49.884251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86025aa-dbff-4737-9448-09925c661ab9,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:49.907957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:49.932131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:49.972980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.024054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.029147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.049209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:50.051645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-79b6b02f-a3a3-4c82-9af7-74f15177f50c None None] Provisioning complete for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:50.052231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-79b6b02f-a3a3-4c82-9af7-74f15177f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.077599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:50.083315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Usage tracker for resource:security_group_rule and tenant:cedbe0de0bfc4351bce1d56239ec77dd is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:50.087180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:50.088909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.098005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:50.112551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:50.133803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349baa-1c7b-43e5-a1da-954eb7157806 req-bed591e2-7dda-4974-a35e-04c18bcd6cb1 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:50.142141 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71349baa-1c7b-43e5-a1da-954eb7157806 req-bed591e2-7dda-4974-a35e-04c18bcd6cb1 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.3697853 Nov 24 16:59:50.209974 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71349baa-1c7b-43e5-a1da-954eb7157806 req-b2381149-e955-412c-b501-3a6dc2316b54 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667772 Nov 24 16:59:50.222765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-79b6b02f-a3a3-4c82-9af7-74f15177f50c None None] Port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 16:59:50.241184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:50.246298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:50.321159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.358847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.370309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-563cec78-065a-4700-8fd9-f304ec4f5adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:50.394977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 16:59:50.448395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc0f91-69fc-4d1f-ba4d-7990bd165679,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:50.457413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:50.465497 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cedbe0de0bfc4351bce1d56239ec77dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7923245 Nov 24 16:59:50.468787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40442) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:50.485849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.494412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-16d13d3e-555f-45f7-8cee-cbab7367e25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:50.507184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-392da040-ef59-4306-95b2-964a87dbed26 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:50.509643 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-392da040-ef59-4306-95b2-964a87dbed26 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.2842782 Nov 24 16:59:50.522146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cbe3-25c9-4b36-95b4-b050aaec44f4 req-b00cf784-1eda-4f79-9860-dacab4acb157 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:50.524350 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c219cbe3-25c9-4b36-95b4-b050aaec44f4 req-b00cf784-1eda-4f79-9860-dacab4acb157 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.3355641 Nov 24 16:59:50.581435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86025aa-dbff-4737-9448-09925c661ab9,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:50.586829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.597223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:50.637549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 16:59:50.647372 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] 10.222.0.15 "PUT /v2.0/routers/3dbb6017-5b88-4444-9fb3-f341ad7e9bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7843661 Nov 24 16:59:50.670817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.674542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e86025aa-dbff-4737-9448-09925c661ab9 HTTP/1.1" status: 204 len: 168 time: 0.8872826 Nov 24 16:59:50.690678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Deleting port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 16:59:50.691148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.776233 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c219cbe3-25c9-4b36-95b4-b050aaec44f4 req-103d859b-9bbe-4a1d-99b4-97aeea8aea9e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870852 Nov 24 16:59:50.808492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:50.875668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.066173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-52f54d18-f7ad-4076-a8ab-a9137ec60da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.084292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] For port e3e67b4c-942a-4f7a-957c-d99e655a9ea2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,segment=NetworkSegment(25decc2d-6a65-413f-a49f-1340785b4a08),segment_id=25decc2d-6a65-413f-a49f-1340785b4a08)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:51.084638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.093874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.122129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-08c89889-3c3c-4341-a801-4f103f0ddb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:51.136670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc0f91-69fc-4d1f-ba4d-7990bd165679,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:51.217163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:51.284881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Calling delete_port for e3e67b4c-942a-4f7a-957c-d99e655a9ea2 owned by compute:nova {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 16:59:51.315973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.319942 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76bc0f91-69fc-4d1f-ba4d-7990bd165679 HTTP/1.1" status: 204 len: 168 time: 0.8465014 Nov 24 16:59:51.465394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:51.504187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b9af-7d63-4ff4-9a29-6b3001e26c94 req-e2b56889-55cc-42cb-972b-a2593c175c2d tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:51.506558 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2c78b9af-7d63-4ff4-9a29-6b3001e26c94 req-e2b56889-55cc-42cb-972b-a2593c175c2d tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 946 time: 0.1453681 Nov 24 16:59:51.574284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:51.574830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.604194 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2c78b9af-7d63-4ff4-9a29-6b3001e26c94 req-70f1d223-73e0-4bea-b98c-cc0f242709ed tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/security-groups?id=35fc5784-95d1-4e33-8890-cee901196b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 Nov 24 16:59:51.615383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.630797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:51.644193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['e3e67b4c-942a-4f7a-957c-d99e655a9ea2'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 16:59:51.701692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Pushing event deleted for resources: {'Port': ['ID=e3e67b4c-942a-4f7a-957c-d99e655a9ea2,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:51.741592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:51.768927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.789772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] No DVR routers for this DVR port e3e67b4c-942a-4f7a-957c-d99e655a9ea2 on host hv-cinder-81877 {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 16:59:51.792828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:51.795721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'name': 'network-vif-deleted', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 16:59:51.859795 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6d86cfb0-e072-4d28-936a-c2f7d0ffe75d req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.74 "DELETE /v2.0/ports/e3e67b4c-942a-4f7a-957c-d99e655a9ea2 HTTP/1.1" status: 204 len: 173 time: 1.3317640 Nov 24 16:59:51.896536 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4125d01-a63f-4f18-a5b2-41dc674557d7', 'name': 'network-vif-deleted', 'tag': 'e3e67b4c-942a-4f7a-957c-d99e655a9ea2', 'status': 'completed', 'code': 200} Nov 24 16:59:52.221333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990d54e-ccd5-4609-8f74-6c4ff860c98a req-3ecd91fe-723d-405b-b483-61fc30699adf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:52.230715 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b990d54e-ccd5-4609-8f74-6c4ff860c98a req-3ecd91fe-723d-405b-b483-61fc30699adf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2457547 Nov 24 16:59:52.310299 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b990d54e-ccd5-4609-8f74-6c4ff860c98a req-6d6ada8c-187c-4bb6-b31f-ed500530cc49 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785246 Nov 24 16:59:52.480552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Sync routers for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 16:59:52.495215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:52.499972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:53.006621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-85b43067-e568-4f72-af05-24ff84387673 req-ba0c6141-6468-45b1-a676-853a174d714b tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Synchronizing usage tracker for tenant:d6b13977d2e54860833907d6a2f62598 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 16:59:53.095269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-85b43067-e568-4f72-af05-24ff84387673 req-ba0c6141-6468-45b1-a676-853a174d714b tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Unset dirty status for tenant:d6b13977d2e54860833907d6a2f62598 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 16:59:53.096787 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-85b43067-e568-4f72-af05-24ff84387673 req-ba0c6141-6468-45b1-a676-853a174d714b tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4125d01-a63f-4f18-a5b2-41dc674557d7 HTTP/1.1" status: 200 len: 210 time: 0.1625237 Nov 24 16:59:53.201517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.249567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:53.317666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40578) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:53.326199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-111169946-network', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:53.332821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:53.337200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Usage tracker for resource:network and tenant:d471efe2709c4c70880f378ed2a76f6e is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:53.340474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:53.347786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:53.386497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Made reservation on behalf of d471efe2709c4c70880f378ed2a76f6e for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:53.391895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.454117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.568634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:53.585455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Usage tracker for resource:security_group_rule and tenant:d471efe2709c4c70880f378ed2a76f6e is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:53.595898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:53.614780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:53.770804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 2, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:53.776242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Checking router: 3dbb6017-5b88-4444-9fb3-f341ad7e9bde for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 16:59:53.776846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Updating router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 16:59:53.838278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.859974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.879402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.905628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:59:53.918962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.919768 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Added segment a76ef83e-6174-45c8-9e8f-0c104f78c717 of type vlan for network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 Nov 24 16:59:53.926766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40612) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:53.954022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:53.961755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-beb7e502-4405-4470-a980-4e455d988dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:53.998432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a45da-41b9-41bc-ac3a-6ad319c8856e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:54.007437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0a6bb-29b5-4845-a5c8-bd0b07989a55 req-103f97d8-f840-4b40-bf36-704fc7ef5c20 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:54.009267 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42c0a6bb-29b5-4845-a5c8-bd0b07989a55 req-103f97d8-f840-4b40-bf36-704fc7ef5c20 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2379966 Nov 24 16:59:54.010218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:54.126897 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-42c0a6bb-29b5-4845-a5c8-bd0b07989a55 req-49d25ece-bc09-4f72-88fa-937be8fcde95 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071424 Nov 24 16:59:54.132637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.136811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:54.141739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.153733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:54.460360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.484110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Transition to ACTIVE for port object 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:54.542297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.553209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:54.558152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:54.569819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:54.580746 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2616150 Nov 24 16:59:54.583748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40632) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:54.591668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Request body: {'subnet': {'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-111169946-subnet', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:54.602011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:54.611945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Usage tracker for resource:subnet and tenant:d471efe2709c4c70880f378ed2a76f6e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:54.621502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:54.639060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1443400827-network', 'tenant_id': 'c6c2dce58e9542f58025c9ded5d8e625'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:54.641606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:59:54.644319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:54.647042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:54.655646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Usage tracker for resource:network and tenant:c6c2dce58e9542f58025c9ded5d8e625 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:54.661434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:54.668703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:54.694914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Made reservation on behalf of d471efe2709c4c70880f378ed2a76f6e for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:54.702385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.766402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Made reservation on behalf of c6c2dce58e9542f58025c9ded5d8e625 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:54.775460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:54.836372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Pushing event updated for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:54.839801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:54.881083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.002268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Attempting to bind port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:55.002753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Attempting to bind port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:55.003204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Attempting to bind port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf on network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:55.017453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:55.018369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Checking segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:55.018840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.019339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Bound using segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:55.019943 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Bound port: 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:55.020284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.045995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:55.053134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c2dce58e9542f58025c9ded5d8e625 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:55.056970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:55.066265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:55.124888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e3e67b4c-942a-4f7a-957c-d99e655a9ea2 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 16:59:55.235889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: e3e67b4c-942a-4f7a-957c-d99e655a9ea2 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 16:59:55.236294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e3e67b4c-942a-4f7a-957c-d99e655a9ea2 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 16:59:55.283275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] For port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:55.288685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] For port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:55.336206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.342087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:55.366763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.433516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.434835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.449271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4c67ba13-9195-4ad3-a67f-49b06975764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:55.453773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Pushing event updated for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:55.467017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:55.468686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 16:59:55.470429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:55.521909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357173f-7f1d-419b-bc65-f862c432a98d,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:55.547633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:55.552594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-98db8a0f-0698-400c-b224-22e4eca6f2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:55.568397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4112dc-d9fb-40dd-a525-3c86530bf29b req-98d805e8-7f20-4737-acbf-780f41e53354 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:55.571510 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4b4112dc-d9fb-40dd-a525-3c86530bf29b req-98d805e8-7f20-4737-acbf-780f41e53354 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1755724 Nov 24 16:59:55.593248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 16:59:55.611836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Checking segment: {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:55.612362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Network hostable DHCP agents. Network: 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:59:55.653779 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4b4112dc-d9fb-40dd-a525-3c86530bf29b req-c79f3fac-ec0d-41cb-9371-6d8fc7117227 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746086 Nov 24 16:59:55.663510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.663977 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Added segment 75fa87b8-67e3-4e4c-8497-84cadcae392e of type vlan for network 80c85641-d795-4d65-887b-7dced99ddfd1 Nov 24 16:59:55.686334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d079d309-7970-4b46-9b74-4062b0e95537,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:55.694753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:55.740835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.768083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 16:59:55.769534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:59:55.849391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:55.854484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:55.855164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.885759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.887287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:55.887934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:55.893051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8ebfc1f6-d49c-4e55-a660-c892aa31b14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:55.912416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8e171-a440-4ac0-865a-3faf22ee2971 None None] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:55.926666 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3386855 Nov 24 16:59:55.926793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40666) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:55.932757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:55.937967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:55.941903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Usage tracker for resource:router and tenant:d471efe2709c4c70880f378ed2a76f6e is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:55.945877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:55.961942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:56.015698 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0875969 Nov 24 16:59:56.016542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.017602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.022503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40670) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 16:59:56.023306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Pushing event updated for resources: {'Network': ['ID=80c85641-d795-4d65-887b-7dced99ddfd1,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:56.035661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:56.037741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Request body: {'subnet': {'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1443400827-subnet', 'tenant_id': 'c6c2dce58e9542f58025c9ded5d8e625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 16:59:56.047809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 16:59:56.052758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Usage tracker for resource:subnet and tenant:c6c2dce58e9542f58025c9ded5d8e625 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 16:59:56.061500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 16:59:56.069424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 16:59:56.094443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 80c85641-d795-4d65-887b-7dced99ddfd1 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 16:59:56.141451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.204050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Made reservation on behalf of c6c2dce58e9542f58025c9ded5d8e625 for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 16:59:56.209389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1327749'] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.731682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.744803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'fixed_ips': [{'subnet_id': 'd079d309-7970-4b46-9b74-4062b0e95537'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 16:59:56.745713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:56.823745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-41d5d3c7-ed6e-4b2a-8da0-31a7db843133 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:56.826086 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-41d5d3c7-ed6e-4b2a-8da0-31a7db843133 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.3878093 Nov 24 16:59:56.839566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:55Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 16:59:56.862950 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782be92-b086-4dc7-af47-be6463d1bef4 None None] The sync data for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb is: [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:55Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 16:59:56.895740 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-1dadeec2-32b0-44c0-b9c5-95943715de34 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/quotas/0f093d33ea4848f593ce8267208d3563 HTTP/1.1" status: 200 len: 375 time: 0.0573688 Nov 24 16:59:57.000723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852887084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1327764'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:57.018257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7f99e1a3-7d92-4dec-812d-c5494cddf919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:57.021933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Allocated IP 172.20.0.2 (3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9/d079d309-7970-4b46-9b74-4062b0e95537/1abbecc6-e447-40c9-8cc2-a11512437fac) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:57.115794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786580e0-6d70-4b50-b96a-56ebb877f976 req-c9c1f6c0-c31a-42dd-bd30-e890dd2ea866 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:57.117964 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-786580e0-6d70-4b50-b96a-56ebb877f976 req-c9c1f6c0-c31a-42dd-bd30-e890dd2ea866 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1480079 Nov 24 16:59:57.168463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74755f01-759c-4c13-8938-fb86951a200e,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:57.177496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:57.366262 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-786580e0-6d70-4b50-b96a-56ebb877f976 req-1d9535cb-f136-4efe-955e-dd98c4555081 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129110 Nov 24 16:59:57.367679 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-a3876722-02d0-448b-9927-2bfce4578615 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4590344 Nov 24 16:59:57.448827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:57.454374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Checking segment: {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:57.454792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Network hostable DHCP agents. Network: 80c85641-d795-4d65-887b-7dced99ddfd1, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 16:59:57.466128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Transition to ACTIVE for port object 1abbecc6-e447-40c9-8cc2-a11512437fac will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:57.500895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Transition to ACTIVE for port object 1abbecc6-e447-40c9-8cc2-a11512437fac will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 16:59:57.526966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:57.567427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:57.582181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:57.614366 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-464381b5-b8db-458a-ab56-2a29dd3ca5e6 req-b09cbb2f-0030-4357-a518-44acc5b6e6e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.4257941 Nov 24 16:59:57.619949 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-83b7b054-c1e0-4a87-8695-7a15ca03185a service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509189 Nov 24 16:59:57.693168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:57.707258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:57.713123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:57.728082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Network 80c85641-d795-4d65-887b-7dced99ddfd1 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 16:59:57.730412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Pushing event updated for resources: {'Port': ['ID=1abbecc6-e447-40c9-8cc2-a11512437fac,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:57.809441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:57.882765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 80c85641-d795-4d65-887b-7dced99ddfd1) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:57.886204 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-464381b5-b8db-458a-ab56-2a29dd3ca5e6 req-266e8ebf-926f-4e99-ac80-31d4eb89778c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633796 Nov 24 16:59:57.896274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d13ac-e553-4063-9f52-144cdb772996 None None] Network 80c85641-d795-4d65-887b-7dced99ddfd1 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:57.918938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:57.919828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:57.941990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:57.951973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Attempting to bind port 1abbecc6-e447-40c9-8cc2-a11512437fac on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 16:59:57.952501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Attempting to bind port 1abbecc6-e447-40c9-8cc2-a11512437fac by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 16:59:57.955296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Attempting to bind port 1abbecc6-e447-40c9-8cc2-a11512437fac on network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 16:59:57.990383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.048695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 16:59:58.049813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Checking segment: {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 16:59:58.050475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.051165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Bound using segment: {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 16:59:58.051954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Bound port: 1abbecc6-e447-40c9-8cc2-a11512437fac, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 16:59:58.052763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.080751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:58.114487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 16:59:58.114487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.118542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-fd8be601-b83c-4b3b-9252-c9ea6b40c5ca service neutron] 10.222.0.15 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728589 Nov 24 16:59:58.141783 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1073427 Nov 24 16:59:58.311621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Allocated IP 172.28.0.58 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/e55f2d78-3dd7-4197-8a48-9fbeae4f79be) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 16:59:58.337104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] For port 1abbecc6-e447-40c9-8cc2-a11512437fac, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 16:59:58.440786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] For port 1abbecc6-e447-40c9-8cc2-a11512437fac, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=1abbecc6-e447-40c9-8cc2-a11512437fac,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 16:59:58.442411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.516225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.535513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:58.640710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-19834089-a40e-4286-a60d-9715dfe68425 req-86ca2555-9514-41b0-a827-01605b2c1303 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 210 time: 0.1021252 Nov 24 16:59:58.712159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.745472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36b32-2870-4af5-9579-489dcc9a128b req-f1d82052-f7d1-45f1-afe5-c02cb482b75b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 16:59:58.751018 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2c36b32-2870-4af5-9579-489dcc9a128b req-f1d82052-f7d1-45f1-afe5-c02cb482b75b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1465988 Nov 24 16:59:58.769368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.775120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:58.779954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 16:59:58.816754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ed3f5-4529-465f-a240-13874edbce64 None None] Network 80c85641-d795-4d65-887b-7dced99ddfd1 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 16:59:58.843434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2c36b32-2870-4af5-9579-489dcc9a128b req-f792b014-508a-455b-8bd0-9a3d9ca14bf7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861182 Nov 24 16:59:58.845072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Pushing event updated for resources: {'Port': ['ID=1abbecc6-e447-40c9-8cc2-a11512437fac,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:58.862525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:58.892364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:58.894074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 16:59:58.909005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 16:59:58.915421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 16:59:58.919952 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 16:59:59.236233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:59.268277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:59.663213 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Pushing event updated for resources: {'Port': ['ID=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 16:59:59.686493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 16:59:59.752120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1abbecc6-e447-40c9-8cc2-a11512437fac up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 16:59:59.862029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:59.862820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 16:59:59.981271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 1abbecc6-e447-40c9-8cc2-a11512437fac completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 16:59:59.987198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:00.038142 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83b948ab-6224-4283-ba3e-e1a8f1efcdfd req-25b307f0-f826-4977-a09e-2e95190fc65b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 210 time: 0.1259704 Nov 24 17:00:00.151787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:00.152223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:00.368104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e7bd-667c-4b9e-b8d7-05ac6e6311e9 req-1b72ea42-1b2a-4cd4-8acb-c19997fd9efa tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:00.369768 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0167e7bd-667c-4b9e-b8d7-05ac6e6311e9 req-1b72ea42-1b2a-4cd4-8acb-c19997fd9efa tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2485495 Nov 24 17:00:00.443667 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0167e7bd-667c-4b9e-b8d7-05ac6e6311e9 req-bfc7e9dd-e30a-484b-9810-d986d90e3505 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662403 Nov 24 17:00:00.557956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Router c2d07307-04b2-4a78-818a-cf302b0861bd is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 17:00:00.894415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:00.908004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Sync routers for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:00.923435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:00.935216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:01.188834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:01.200654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-f2816543-5951-4dcd-8021-e61411334037 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:01.216295 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-f2816543-5951-4dcd-8021-e61411334037 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 815 time: 0.2732842 Nov 24 17:00:01.218084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:01.232118 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a3e42a40-796c-452f-a10d-f0d77994df00 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3015392 Nov 24 17:00:01.232726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 40790) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:01.264007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Request body: {'port': {'device_id': '214e839b-fc97-4919-ad42-8b84078b8755', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'admin_state_up': True, 'tenant_id': '0f093d33ea4848f593ce8267208d3563'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:01.416139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22192c0-6cae-41b9-8dfd-f1b4c39b68f7 None None] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:00:01.566090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Provisioning for port 1abbecc6-e447-40c9-8cc2-a11512437fac completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:01.585220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Provisioning complete for port 1abbecc6-e447-40c9-8cc2-a11512437fac triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:01.586436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:01.702423 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-482306c5-4825-459f-ae79-cc723fa289c5 req-97bdc3ee-0f39-45f8-b59e-65f8f211251b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 210 time: 0.1372716 Nov 24 17:00:01.781951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:01.807490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:01.843416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Made reservation on behalf of 0f093d33ea4848f593ce8267208d3563 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:01.849549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:01.887250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T16:59:59Z', 'revision_number': 3, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:01.892302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Checking router: c2d07307-04b2-4a78-818a-cf302b0861bd for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:01.892782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Updating router c2d07307-04b2-4a78-818a-cf302b0861bd port e55f2d78-3dd7-4197-8a48-9fbeae4f79be binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:01.961187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:01.974583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:01.981785 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-1610edd9-760c-4486-8065-8f2f0f078b5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.5031943 Nov 24 17:00:02.000610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef5f8-13f9-49b2-abcf-1129cd6b8ab3 req-fa29bee6-6d69-4616-af99-bcad2f293ccb tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:02.006495 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3adef5f8-13f9-49b2-abcf-1129cd6b8ab3 req-fa29bee6-6d69-4616-af99-bcad2f293ccb tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4333494 Nov 24 17:00:02.046956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] For port 1abbecc6-e447-40c9-8cc2-a11512437fac, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=1abbecc6-e447-40c9-8cc2-a11512437fac,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:02.089164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.091106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:02.236929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Pushing event updated for resources: {'Port': ['ID=1abbecc6-e447-40c9-8cc2-a11512437fac,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:02.259121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:02.434704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-690228c8-404a-4dbd-950d-7ab8df8a4aaa tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:02.445811 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-690228c8-404a-4dbd-950d-7ab8df8a4aaa tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 814 time: 0.4914253 Nov 24 17:00:02.489743 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-2a4617cf-affa-42e6-ba70-017274613097 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/quotas/c6c2dce58e9542f58025c9ded5d8e625 HTTP/1.1" status: 200 len: 375 time: 0.0425169 Nov 24 17:00:02.529075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.544298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Transition to ACTIVE for port object e55f2d78-3dd7-4197-8a48-9fbeae4f79be will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:02.573860 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-510203d5-87e6-47b6-b028-86db1ead1e52 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824647 Nov 24 17:00:02.603732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.611349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:02.618713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Allocated IP 172.20.0.5 (f6967613-1aca-46bf-99d2-4087fd37b2de/6560533f-698a-47c0-b3f8-c19bce259f08/30d38ab7-3018-4ceb-886a-385d9e93d890) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:02.708169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Attempting to bind port e55f2d78-3dd7-4197-8a48-9fbeae4f79be on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:02.708734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Attempting to bind port e55f2d78-3dd7-4197-8a48-9fbeae4f79be by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:02.712429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Attempting to bind port e55f2d78-3dd7-4197-8a48-9fbeae4f79be on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:02.715819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba72a-fd16-491e-a2f6-7a6ce251f537 None None] Pushing event updated for resources: {'Port': ['ID=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:02.715992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f51771e4-b48a-4012-8a1a-a791953b7454 None None] Provisioning complete for port 1abbecc6-e447-40c9-8cc2-a11512437fac triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:02.716289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f51771e4-b48a-4012-8a1a-a791953b7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.720847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2bdba72a-fd16-491e-a2f6-7a6ce251f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:02.725327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:02.725964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:02.727279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.728011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:02.728543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Bound port: e55f2d78-3dd7-4197-8a48-9fbeae4f79be, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:02.730829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.744448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412200-a99d-408a-b87c-b56178933c1b req-75d4795b-d555-4abe-87ad-d60639acb196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:02.746092 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-75d4795b-d555-4abe-87ad-d60639acb196 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.7356439 Nov 24 17:00:02.853870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] For port e55f2d78-3dd7-4197-8a48-9fbeae4f79be, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:02.858552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] For port e55f2d78-3dd7-4197-8a48-9fbeae4f79be, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:02.859759 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-0a235266-61b0-410f-bdef-6b56bc109e66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.0964749 Nov 24 17:00:02.877905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-b1199c36-e199-4720-8871-f428f67c4937 service neutron] 10.222.0.15 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026929 Nov 24 17:00:02.899811 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3adef5f8-13f9-49b2-abcf-1129cd6b8ab3 req-0184816a-2ca9-45a8-b0a6-5a7d9684a7c8 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176508 Nov 24 17:00:02.907697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:02.930532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:03.000347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:03.001047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:03.051240 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-53745851-914c-4e2c-893c-af2ed6d3b2ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4653068 Nov 24 17:00:03.072504 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-26166805-dc87-4e2d-9ddc-9b93bbdde818 service neutron] 10.222.0.15 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934009 Nov 24 17:00:03.087450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412200-a99d-408a-b87c-b56178933c1b req-59bc7105-0942-4a32-a38e-16b6fc57fc0f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:03.089137 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-59bc7105-0942-4a32-a38e-16b6fc57fc0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.2052114 Nov 24 17:00:03.156440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba72a-fd16-491e-a2f6-7a6ce251f537 None None] Pushing event updated for resources: {'Port': ['ID=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:03.182652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2bdba72a-fd16-491e-a2f6-7a6ce251f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:03.213356 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-26906e47-d896-47e4-8781-2cd1121bf0c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870628 Nov 24 17:00:03.353435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:03.387473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:03.443288 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-c20b20fd-e34f-42fc-a387-5ed3dde8ab42 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632032 Nov 24 17:00:03.518909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1abbecc6-e447-40c9-8cc2-a11512437fac up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:03.521514 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-807d1067-aa4d-47e7-9815-f5a4460017f9 req-f793482b-ec87-4c8a-af71-6caf47d752f4 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 210 time: 0.0763905 Nov 24 17:00:03.536454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:03.551514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7eb32307-1255-4215-a7d3-f74455efe311 tempest-VolumesActionsTest-2012390336 tempest-VolumesActionsTest-2012390336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:03.604209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Network f6967613-1aca-46bf-99d2-4087fd37b2de is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:03.612252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:03.615336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:03.616508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45', '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'c1bb18fd-e5ea-4598-bb79-7c23432c063e'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:04.058429 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0412200-a99d-408a-b87c-b56178933c1b req-ff376350-9601-4607-8a72-7f8d7fad8d02 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483754 Nov 24 17:00:04.063939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:04.075697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:04.113425 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-92a5bdf7-bae2-4c99-abb4-f3228e737adb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 1099 time: 0.9066155 Nov 24 17:00:04.230600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event updated for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:04.233561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T16:59:59Z', 'revision_number': 3, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:04.238781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d181c-3d72-454a-8d8c-8390332d9957 None None] The sync data for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb is: [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T16:59:59Z', 'revision_number': 3, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:04.271736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:04.286063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 1abbecc6-e447-40c9-8cc2-a11512437fac triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:04.286501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:04.290030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864439c-3a19-41ad-8616-b25012641e95 req-67911fa5-e6e6-4aba-9a12-0909e322ba15 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:04.290833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a864439c-3a19-41ad-8616-b25012641e95 req-67911fa5-e6e6-4aba-9a12-0909e322ba15 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:04.320087 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0709152 Nov 24 17:00:04.322063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:04.337088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Request body: {'port': {'device_id': '214e839b-fc97-4919-ad42-8b84078b8755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:04.389493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a864439c-3a19-41ad-8616-b25012641e95 req-67911fa5-e6e6-4aba-9a12-0909e322ba15 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:04.391269 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a864439c-3a19-41ad-8616-b25012641e95 req-67911fa5-e6e6-4aba-9a12-0909e322ba15 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 931 time: 0.9393179 Nov 24 17:00:04.516888 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a864439c-3a19-41ad-8616-b25012641e95 req-ee561fa3-fb08-4010-8e49-c2098b894889 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091573 Nov 24 17:00:04.746401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:04.817513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-6c6cb946-7cdf-4ee7-9b8c-629fb3a9ae34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:04.819210 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-6c6cb946-7cdf-4ee7-9b8c-629fb3a9ae34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 916 time: 0.6659493 Nov 24 17:00:04.925169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-105db9e4-5c01-46b9-8420-5f915cdb25fc req-1be63b78-1095-4615-99d5-7b1264f57e3a tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 210 time: 0.0627685 Nov 24 17:00:05.112243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564822b4-5890-4fb8-a05d-8e1e15cb2592 req-38c6d7da-2869-4551-af3a-948148512955 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:05.122645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-564822b4-5890-4fb8-a05d-8e1e15cb2592 req-38c6d7da-2869-4551-af3a-948148512955 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.7554355 Nov 24 17:00:05.219039 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-564822b4-5890-4fb8-a05d-8e1e15cb2592 req-1b4183e8-9c6a-4875-854b-fa3bb7ede221 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870171 Nov 24 17:00:05.224451 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-6c378639-399b-4642-93a1-496b2e910ab8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3256b8d-c240-4f46-918d-3e30304d7d45 HTTP/1.1" status: 200 len: 217 time: 0.3850977 Nov 24 17:00:05.391791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-c50e1e31-b312-49c6-b2dd-7f876aae4c43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:05.393857 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-c50e1e31-b312-49c6-b2dd-7f876aae4c43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.1576602 Nov 24 17:00:05.458559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d38ab7-3018-4ceb-886a-385d9e93d890 {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:00:05.465389 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-8b308b3e-e37b-429d-892b-03575dc245ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590222 Nov 24 17:00:05.466898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:05.488249 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Transition to ACTIVE for port object 30d38ab7-3018-4ceb-886a-385d9e93d890 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:05.544310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device e55f2d78-3dd7-4197-8a48-9fbeae4f79be up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:05.563325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:05.588472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:05.750634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port e55f2d78-3dd7-4197-8a48-9fbeae4f79be completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:05.756754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port e55f2d78-3dd7-4197-8a48-9fbeae4f79be triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:05.758065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:05.922270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:05.949216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port e55f2d78-3dd7-4197-8a48-9fbeae4f79be, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:05.987124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Pushing event updated for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:06.007762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:06.009666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:06.014368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:06.029608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Attempting to bind port 30d38ab7-3018-4ceb-886a-385d9e93d890 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:06.030041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Attempting to bind port 30d38ab7-3018-4ceb-886a-385d9e93d890 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:06.030430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Attempting to bind port 30d38ab7-3018-4ceb-886a-385d9e93d890 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:06.039271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Port 30d38ab7-3018-4ceb-886a-385d9e93d890 on network f6967613-1aca-46bf-99d2-4087fd37b2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:00:06.039640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Attempting to bind port 30d38ab7-3018-4ceb-886a-385d9e93d890 on network f6967613-1aca-46bf-99d2-4087fd37b2de {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:06.058553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70f41d-d925-4a65-9c8f-a2ba3f2d9e70 req-7ff3b12f-fbf9-44c4-a3fc-d9cfb8726729 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:06.060320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a70f41d-d925-4a65-9c8f-a2ba3f2d9e70 req-7ff3b12f-fbf9-44c4-a3fc-d9cfb8726729 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 943 time: 0.2858872 Nov 24 17:00:06.061672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:06.062054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Checking segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:06.062483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Bound using segment: {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:06.063034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Bound port: 30d38ab7-3018-4ceb-886a-385d9e93d890, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733259b4-777b-460d-90cb-4e4f68beb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:06.063431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:06.269609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:06.279899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:06.331549 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a70f41d-d925-4a65-9c8f-a2ba3f2d9e70 req-421a7673-e332-46a3-ae64-570406335607 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822157 Nov 24 17:00:06.380503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:06.405237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=30d38ab7-3018-4ceb-886a-385d9e93d890,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:06.411601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40890) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:06.434955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:06.464703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8de33ba1-4e9c-4dd8-a6b3-7df0c7c5ba31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:06.506437 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-75114361-5d73-452e-81d5-25a991830692 req-8658e0c2-61a7-474d-99c6-25a73e0cfc73 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 210 time: 0.2538691 Nov 24 17:00:06.695338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:06.696985 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] 10.222.0.74 "PUT /v2.0/ports/30d38ab7-3018-4ceb-886a-385d9e93d890 HTTP/1.1" status: 200 len: 1093 time: 2.3652759 Nov 24 17:00:06.697605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:06.705631 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-db64c9ef-577f-4c6c-ae46-ea11a2255d13 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1533883 Nov 24 17:00:06.747034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:06.785200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:06.791430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890', 'status': 'completed', 'code': 200} Nov 24 17:00:06.794318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Usage tracker for resource:security_group_rule and tenant:7561d68bf4774354934f1b3f94dbb805 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:06.800445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:06.809926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:06.840585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Pushing event updated for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:06.841586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-c76afbc3-1737-4e8e-8884-da42192d8aa5 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:06.842591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-c76afbc3-1737-4e8e-8884-da42192d8aa5 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Synchronizing usage tracker for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:06.904305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:06.951978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248708c-dfc8-4e20-a88c-1b459c664b18 req-b2c49710-3437-4ff4-982d-dda7e97e957c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:06.953609 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6248708c-dfc8-4e20-a88c-1b459c664b18 req-b2c49710-3437-4ff4-982d-dda7e97e957c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.3732450 Nov 24 17:00:07.020884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.023744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.042406 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-8143cf87-a496-43bf-b571-8b55eac3889d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 1096 time: 0.1948380 Nov 24 17:00:07.045746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-c76afbc3-1737-4e8e-8884-da42192d8aa5 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Unset dirty status for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:07.047347 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-c76afbc3-1737-4e8e-8884-da42192d8aa5 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 814 time: 0.9929461 Nov 24 17:00:07.047974 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6248708c-dfc8-4e20-a88c-1b459c664b18 req-bc170bfc-28f1-48d1-99c3-f43ccdd1045d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851426 Nov 24 17:00:07.054736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.063788 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-4b19ca96-c533-4c63-ad1b-d7e7002e663d service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882671 Nov 24 17:00:07.067073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3c6418b5-3be6-4ffc-bf4f-a5332d051304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:07.073900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Request body: {'port': {'device_id': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1', 'admin_state_up': True, 'tenant_id': 'c6c2dce58e9542f58025c9ded5d8e625'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:07.182465 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-6a28facb-ac0e-4652-bd2c-37e70611b8c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d38ab7-3018-4ceb-886a-385d9e93d890 HTTP/1.1" status: 200 len: 217 time: 0.1187918 Nov 24 17:00:07.213014 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7561d68bf4774354934f1b3f94dbb805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7945521 Nov 24 17:00:07.253184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40912) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:07.310758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7ca6d-1234-41d7-b259-9aa896c7a286,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:07.318355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:07.338295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-0d499664-6498-4808-91c7-235cef586c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:07.339998 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-0d499664-6498-4808-91c7-235cef586c54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.1270535 Nov 24 17:00:07.431102 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-0ada0a21-84fc-41e3-8341-d4a6ca320adc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745847 Nov 24 17:00:07.463917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Allocated IP 172.20.0.1 (3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9/d079d309-7970-4b46-9b74-4062b0e95537/bc750d50-cdb4-43c0-9a3f-baf65d1924c6) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:07.505709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.587635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device e55f2d78-3dd7-4197-8a48-9fbeae4f79be up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:07.657414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-2e5e2104-af54-4abe-807a-3322e8ef9d0c service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843989 Nov 24 17:00:07.665100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:07.680455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Usage tracker for resource:port and tenant:c6c2dce58e9542f58025c9ded5d8e625 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:07.687010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:07.697340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.701864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port e55f2d78-3dd7-4197-8a48-9fbeae4f79be triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:07.702420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.707604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:07.736184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Transition to ACTIVE for port object bc750d50-cdb4-43c0-9a3f-baf65d1924c6 will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:07.762753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Made reservation on behalf of c6c2dce58e9542f58025c9ded5d8e625 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:07.770024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.786687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.799755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:07.821115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:07.920686 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c6e9905-fc95-4e27-b083-7c0b0f25ff69 req-07a5bf50-36e8-4f3e-a688-fdf9c29fd0ac service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170994 Nov 24 17:00:07.925893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:07.940938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715ec81-8270-4a63-964c-47ac90502d35 req-03c3f412-63ac-4906-9cec-ab902ff7b099 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:07.942568 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d715ec81-8270-4a63-964c-47ac90502d35 req-03c3f412-63ac-4906-9cec-ab902ff7b099 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 943 time: 0.2767885 Nov 24 17:00:07.944716 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Pushing event updated for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:07.947568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:07.949450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:07.950190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:07.950692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:08.055624 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d715ec81-8270-4a63-964c-47ac90502d35 req-4201653d-7cc1-498a-8c9b-4a9e2210877a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880196 Nov 24 17:00:08.187347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:08.196699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d2efe5cb-9dfd-4b40-b6a3-97222a1632c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:08.209998 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-bdbec5c4-493c-4f73-8edc-3edde1a94708 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f093d33ea4848f593ce8267208d3563&device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 1096 time: 0.1527991 Nov 24 17:00:08.213182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7ca6d-1234-41d7-b259-9aa896c7a286,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:08.277237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:08.298170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:08.299348 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c7ca6d-1234-41d7-b259-9aa896c7a286 HTTP/1.1" status: 204 len: 168 time: 1.0439072 Nov 24 17:00:08.385746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:08.483558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Allocated IP 172.20.0.12 (80c85641-d795-4d65-887b-7dced99ddfd1/74755f01-759c-4c13-8938-fb86951a200e/6589aecf-fb3d-4d35-9e05-a8baa6205dbf) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:08.543834 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb238c46-66ea-49ff-a090-bb2ad8fe3ec5 req-1ad60475-bc12-4d8d-8e3f-9d5665a607d1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 210 time: 0.1930861 Nov 24 17:00:08.612631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-24fffe72-71bd-44bf-9d7f-30bc16c5d4e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:08.612631 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-24fffe72-71bd-44bf-9d7f-30bc16c5d4e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 200 len: 916 time: 0.3809657 Nov 24 17:00:08.660032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4ef1cc82-65c4-4214-a7c2-8cf90ea02499 None None] Provisioning for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:08.668653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4ef1cc82-65c4-4214-a7c2-8cf90ea02499 None None] Provisioning complete for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:08.670106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ef1cc82-65c4-4214-a7c2-8cf90ea02499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:08.736845 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-90f0eb18-2185-4dc3-b152-053bff577fee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d38ab7-3018-4ceb-886a-385d9e93d890 HTTP/1.1" status: 200 len: 217 time: 0.1103084 Nov 24 17:00:08.743941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1cc82-65c4-4214-a7c2-8cf90ea02499 None None] Port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:08.872042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-b05a1c2b-b0bc-457b-a976-2f0512c70e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:08.875430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-b05a1c2b-b0bc-457b-a976-2f0512c70e78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 200 len: 855 time: 0.1269374 Nov 24 17:00:08.999648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5391ae-178a-4440-84ee-b94bc8b8835b req-42fb4cad-2e86-47fa-b480-a9cf26279201 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:09.001272 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b5391ae-178a-4440-84ee-b94bc8b8835b req-42fb4cad-2e86-47fa-b480-a9cf26279201 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4379885 Nov 24 17:00:09.006096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.016521 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-621d2034-ef7d-40ad-9617-1f3cd7d759b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6967613-1aca-46bf-99d2-4087fd37b2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248553 Nov 24 17:00:09.125843 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b5391ae-178a-4440-84ee-b94bc8b8835b req-e2033a33-8342-4bb0-afce-130b0c2caf28 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147938 Nov 24 17:00:09.177642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.203833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.205677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:09.259428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9aeb-2ed5-4fa5-bfae-2e9d0220a439 req-03cf64da-d451-4f74-b739-5cfb018d4f41 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:09.261143 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b76e9aeb-2ed5-4fa5-bfae-2e9d0220a439 req-03cf64da-d451-4f74-b739-5cfb018d4f41 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.3037059 Nov 24 17:00:09.317044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.324444 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-511f6b0a-6ff0-4f1b-9223-0ba055dc0714 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991536 Nov 24 17:00:09.354434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40954) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:09.359379 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b76e9aeb-2ed5-4fa5-bfae-2e9d0220a439 req-f0318d5e-624d-454e-8d89-f563fdc3195e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908680 Nov 24 17:00:09.375587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.443087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.558375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:09.578887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ede8e8b92c514e48be1ea4fc8d17f21f is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:09.661540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Pushing event updated for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:09.666378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Network 80c85641-d795-4d65-887b-7dced99ddfd1 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:09.673870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:09.673870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:09.703472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:09.717261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:09.721801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:09.722545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:09.816298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:09.867975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Pushing event updated for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:09.875776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:09.893118 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a6b724-9ebc-4676-a83a-af94216e2077 req-f99ad535-6943-44a6-a702-4fdefff099a2 service neutron] 10.222.0.74 "GET /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376251 Nov 24 17:00:09.907756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:09.933074 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8681960 Nov 24 17:00:09.948503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ff01-aca2-4be3-8f1c-694cc4b3289b req-7a9fdabb-6ceb-4414-98a9-4d7f3a5ef97d tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:09.955869 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eda6ff01-aca2-4be3-8f1c-694cc4b3289b req-7a9fdabb-6ceb-4414-98a9-4d7f3a5ef97d tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 943 time: 0.6474488 Nov 24 17:00:09.986377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Request body: {'port': {'device_id': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:09.995914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544d17-958a-4cc7-af7f-73d1e83e87b1 req-dc88a56a-e299-45a6-8bfa-da3416817920 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:09.997556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f9544d17-958a-4cc7-af7f-73d1e83e87b1 req-dc88a56a-e299-45a6-8bfa-da3416817920 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 932 time: 0.1777470 Nov 24 17:00:10.033059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:10.040211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:10.057949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.081184 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f9544d17-958a-4cc7-af7f-73d1e83e87b1 req-185f7c96-4c04-4769-bf64-718ae19ba487 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718331 Nov 24 17:00:10.123119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.132501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7cd7b135-afc9-4929-9b9e-37583c0d34d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:10.184128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee5fc5-5a43-488f-a136-690c1d6b07df,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:10.187370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:10.190849 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ede8e8b92c514e48be1ea4fc8d17f21f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8307636 Nov 24 17:00:10.202222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 40974) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:10.271684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.302037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.330463 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eda6ff01-aca2-4be3-8f1c-694cc4b3289b req-489b0ca3-cebc-4d95-997e-c25ea21e2a78 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735595 Nov 24 17:00:10.354846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.379088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-bdf551ab-b517-4101-87eb-ebb50443a915 None None] Provisioning complete for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:10.379742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bdf551ab-b517-4101-87eb-ebb50443a915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.380110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.387694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e406969e-338c-4560-b4bc-ee0a66473f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:10.402977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee5fc5-5a43-488f-a136-690c1d6b07df,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:10.414771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:10.416100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:10.430958 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceee5fc5-5a43-488f-a136-690c1d6b07df HTTP/1.1" status: 204 len: 168 time: 0.2237051 Nov 24 17:00:10.493236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-bdf551ab-b517-4101-87eb-ebb50443a915 None None] Port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:10.651876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090203e2-4a53-4d16-91a5-2d801422ce7b req-11da11b7-d801-4e33-b0c2-984f2ca824a2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:10.653475 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-090203e2-4a53-4d16-91a5-2d801422ce7b req-11da11b7-d801-4e33-b0c2-984f2ca824a2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.0953732 Nov 24 17:00:10.708982 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-090203e2-4a53-4d16-91a5-2d801422ce7b req-e700c771-a49a-49eb-bd26-24893e006496 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Nov 24 17:00:10.857482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Router c2d07307-04b2-4a78-818a-cf302b0861bd has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:00:10.978235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6589aecf-fb3d-4d35-9e05-a8baa6205dbf {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:00:10.996585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:11.020622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Transition to ACTIVE for port object 6589aecf-fb3d-4d35-9e05-a8baa6205dbf will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:11.114970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:11.125975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:11.233765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:11.239420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:11.245486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 30d38ab7-3018-4ceb-886a-385d9e93d890 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:00:11.390759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372257e-d9c9-4bb7-abce-9809ac7ce52a req-93af262a-15ba-45bb-8279-be5d55d6318d tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:11.392525 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b372257e-d9c9-4bb7-abce-9809ac7ce52a req-93af262a-15ba-45bb-8279-be5d55d6318d tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 944 time: 0.0903549 Nov 24 17:00:11.444338 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b372257e-d9c9-4bb7-abce-9809ac7ce52a req-40e97915-1450-4892-b507-47230c068817 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Nov 24 17:00:11.471805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=30d38ab7-3018-4ceb-886a-385d9e93d890,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:11.481496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Attempting to bind port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:11.481886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Attempting to bind port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:11.482262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Attempting to bind port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf on network 80c85641-d795-4d65-887b-7dced99ddfd1 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:11.482962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '30d38ab7-3018-4ceb-886a-385d9e93d890', 'network_id': 'f6967613-1aca-46bf-99d2-4087fd37b2de', 'port_id': '30d38ab7-3018-4ceb-886a-385d9e93d890', 'mac_address': 'fa:16:3e:15:94:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560533f-698a-47c0-b3f8-c19bce259f08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:00:11.505996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9e21-1d03-4f22-9e63-7b27db9de48c req-f075bca3-7cfa-43d5-82b3-a53e9b5e8b4d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:11.515567 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72bf9e21-1d03-4f22-9e63-7b27db9de48c req-f075bca3-7cfa-43d5-82b3-a53e9b5e8b4d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2139776 Nov 24 17:00:11.518092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:11.534133 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] 10.222.0.15 "PUT /v2.0/routers/c2d07307-04b2-4a78-818a-cf302b0861bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3001053 Nov 24 17:00:11.548738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Sync routers for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:11.550092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf on network 80c85641-d795-4d65-887b-7dced99ddfd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:00:11.550534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Attempting to bind port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf on network 80c85641-d795-4d65-887b-7dced99ddfd1 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:11.574322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:11.574712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Checking segment: {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:11.575175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Bound using segment: {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:11.575721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Bound port: 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:11.576034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:11.576558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:11.597309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d38ab7-3018-4ceb-886a-385d9e93d890 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:00:11.623422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=30d38ab7-3018-4ceb-886a-385d9e93d890,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:11.635959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:11.635959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:11.664152 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72bf9e21-1d03-4f22-9e63-7b27db9de48c req-78ff3b49-84c0-4bfb-a99e-b78e2b4b1186 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490805 Nov 24 17:00:11.669975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377efad3-dbaa-4e3f-a56d-5a24b4e5b3c8 req-a6765be9-4b95-4939-90e2-3490adfced5b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:11.678898 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-377efad3-dbaa-4e3f-a56d-5a24b4e5b3c8 req-a6765be9-4b95-4939-90e2-3490adfced5b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 943 time: 0.1080692 Nov 24 17:00:11.720887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:11.735760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:11.753067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-377efad3-dbaa-4e3f-a56d-5a24b4e5b3c8 req-95653570-066e-4b0d-861b-f707a50b0c7f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 24 17:00:11.802042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:00:11.824297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:11.837971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:11.986193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:11.993551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a540-dca1-4376-b92b-4350d11c42f1 req-06fddf2c-1bdf-44ac-b467-7dcac27a02e9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:11.995494 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-64d2a540-dca1-4376-b92b-4350d11c42f1 req-06fddf2c-1bdf-44ac-b467-7dcac27a02e9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1015513 Nov 24 17:00:12.068994 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-64d2a540-dca1-4376-b92b-4350d11c42f1 req-3f9d0207-62b6-47d9-b153-a2a9c822a2bd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660887 Nov 24 17:00:12.083611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:12.088178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:12.124469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:12.130978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:12.187804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['30d38ab7-3018-4ceb-886a-385d9e93d890'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:12.223748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:12.232016 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] 10.222.0.74 "PUT /v2.0/ports/6589aecf-fb3d-4d35-9e05-a8baa6205dbf HTTP/1.1" status: 200 len: 1094 time: 2.2739830 Nov 24 17:00:12.236878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:12.304987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:12.310995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:12.433707 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-36f726dd-7c75-49d5-bd8b-2f95dfaf7496 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 1097 time: 0.1186693 Nov 24 17:00:12.566165 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-e0aeceba-546a-49d4-9910-9e5699de3fd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf HTTP/1.1" status: 200 len: 217 time: 0.1164446 Nov 24 17:00:12.681423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:00:08Z', 'revision_number': 4, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'bc750d50-cdb4-43c0-9a3f-baf65d1924c6', 'name': '', 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'mac_address': 'fa:16:3e:dd:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:07Z', 'updated_at': '2021-11-24T17:00:08Z', 'revision_number': 2, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'subnets': [{'id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:12.685814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Checking router: c2d07307-04b2-4a78-818a-cf302b0861bd for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:12.686234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Updating router c2d07307-04b2-4a78-818a-cf302b0861bd port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:12.701812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-32de89c0-90f4-4601-a05d-58f2b1c0f999 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:12.703470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-32de89c0-90f4-4601-a05d-58f2b1c0f999 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74755f01-759c-4c13-8938-fb86951a200e HTTP/1.1" status: 200 len: 854 time: 0.1262922 Nov 24 17:00:12.755237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:12.787723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41060) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:12.795231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033723101', 'description': 'tempest-secgroup-smoke-2033723101 description', 'project_id': 'e36de2340a644fc291044392e0989b55'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:12.814459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:12.818500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf', 'status': 'completed', 'code': 200} Nov 24 17:00:12.823580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:12.831565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:12.838029 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-65ffa565-966b-4091-816a-59b2e5018077 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80c85641-d795-4d65-887b-7dced99ddfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176004 Nov 24 17:00:12.842043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:12.895656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:12.981196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:13.092195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:13.105180 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-9c619ee7-10a0-4b3e-b638-49b30eaa7aca service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595565 Nov 24 17:00:13.130301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:13.165316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:13.283056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131986f-46e3-471e-8af2-02a72543b1a8 req-6f11dc7d-f48c-40b2-8f0d-841e1092adcb tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:13.291498 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7131986f-46e3-471e-8af2-02a72543b1a8 req-6f11dc7d-f48c-40b2-8f0d-841e1092adcb tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 944 time: 0.3183515 Nov 24 17:00:13.323119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:13.338521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Transition to ACTIVE for port object bc750d50-cdb4-43c0-9a3f-baf65d1924c6 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:13.355915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:13.362867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-f853e803-8cb5-4fe5-9ec7-03bb1ea5a906 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:13.364014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-f853e803-8cb5-4fe5-9ec7-03bb1ea5a906 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Synchronizing usage tracker for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:13.395249 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7131986f-46e3-471e-8af2-02a72543b1a8 req-1c062be6-ad43-4ffb-83cf-eeccaa65a6c5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025150 Nov 24 17:00:13.418194 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-99e118f3-bbf0-4aed-b395-d33064c0bb7c req-9a88d15c-5758-4e27-8080-87ce950bc756 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979939 Nov 24 17:00:13.418800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:13.425349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4bbe0bb1-d75b-41c5-b9c3-8391b0796578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:13.452866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-f853e803-8cb5-4fe5-9ec7-03bb1ea5a906 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Unset dirty status for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:13.458262 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-f853e803-8cb5-4fe5-9ec7-03bb1ea5a906 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 944 time: 0.5168478 Nov 24 17:00:13.478845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:13.519061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb9136-17f2-4f47-a859-31851e6b2986,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:13.521063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:13.525305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:13.577131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:13.583730 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0b3b7c03-469f-4eee-bad9-798cd3b14344 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7945764 Nov 24 17:00:13.583951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41080) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:13.652813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:13.698989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:13.720563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:13.730163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-2fc2ab51-97d7-458c-b373-89f038ec60f9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Synchronizing usage tracker for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:13.735676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:13.770592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:13.795996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e426f4-537c-422b-b60c-40c80dbbe962 req-374d918c-a09b-4ec0-a341-9da2b827fe25 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:13.797717 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d0e426f4-537c-422b-b60c-40c80dbbe962 req-374d918c-a09b-4ec0-a341-9da2b827fe25 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1541393 Nov 24 17:00:13.810366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-2fc2ab51-97d7-458c-b373-89f038ec60f9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Unset dirty status for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:13.813450 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3a2152fa-968a-4dbe-89bf-ffe13aef6980 req-2fc2ab51-97d7-458c-b373-89f038ec60f9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501301 Nov 24 17:00:13.833801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-0bd9381b-97d2-44ef-afb2-d74428d6ec2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 1097 time: 0.2954221 Nov 24 17:00:13.885993 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d0e426f4-537c-422b-b60c-40c80dbbe962 req-c985d9e4-bace-4700-899c-2669b843dfea tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639787 Nov 24 17:00:13.890082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Pushing event updated for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:13.905048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:14.015017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.067082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Attempting to bind port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:14.067466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Attempting to bind port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:14.068052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Attempting to bind port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 on network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:14.076306 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:14.076738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Checking segment: {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:14.077202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.077712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Bound using segment: {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:14.078178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Bound port: bc750d50-cdb4-43c0-9a3f-baf65d1924c6, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76ef83e-6174-45c8-9e8f-0c104f78c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:14.078604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.095384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-911482fc-546f-4bd5-b78c-5c10f2fb10e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:14.097036 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-911482fc-546f-4bd5-b78c-5c10f2fb10e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 915 time: 0.2431490 Nov 24 17:00:14.206172 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-f9706d77-c85c-408a-8fe6-b809b734812b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf HTTP/1.1" status: 200 len: 217 time: 0.0843883 Nov 24 17:00:14.211376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] For port bc750d50-cdb4-43c0-9a3f-baf65d1924c6, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:14.215070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] For port bc750d50-cdb4-43c0-9a3f-baf65d1924c6, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:14.237832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.243439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:14.264923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.285358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.297968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:14.328635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Pushing event updated for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:14.328738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36939571-8362-4a8b-a6ee-e06bda21dbe9,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:14.332410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:14.340511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:14.341216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T16:59:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:14.346005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-4f609884-329a-4ef7-9387-4cf0059ff040 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:14.347732 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-4f609884-329a-4ef7-9387-4cf0059ff040 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74755f01-759c-4c13-8938-fb86951a200e HTTP/1.1" status: 200 len: 854 time: 0.1235182 Nov 24 17:00:14.349256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.349670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.350075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.350478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.351175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.351682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.352084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.352489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.352886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.353282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.354117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.358046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:14.406819 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-1577afb5-6f20-4dce-a5d0-4c74cf1c3a34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80c85641-d795-4d65-887b-7dced99ddfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476487 Nov 24 17:00:14.411664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.412572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41094) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:14.412687 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8054378 Nov 24 17:00:14.419754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:14.442865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:14.456067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:14.463888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:14.471722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:14.517015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.581186 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-1f575078-72b8-4496-8eae-d0df0eb893f5 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668494 Nov 24 17:00:14.656139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:14.709286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.746577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.748904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7789095d-f4b3-4ad6-b78d-3278881f3c10 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:14.808076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b39dd1-41fb-484e-9c50-111f419cc04b,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:14.808331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fd806-dd2f-4d2c-b688-8ab9522dd7b5 req-ed81a21c-43c6-49b4-b818-fc29191c79a8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:14.809955 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e5fd806-dd2f-4d2c-b688-8ab9522dd7b5 req-ed81a21c-43c6-49b4-b818-fc29191c79a8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 944 time: 0.2279158 Nov 24 17:00:14.813620 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e09c37f-c4c9-4e28-b443-8130ff7cd1ad req-1494547f-858d-4478-831b-d59f6ef75980 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956000 Nov 24 17:00:14.822677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.823116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.823682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.824034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.824430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.824818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.825208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.825597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.826114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.826636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.827206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:14.830713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:14.865775 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e5fd806-dd2f-4d2c-b688-8ab9522dd7b5 req-7225241b-e3e3-426f-bba2-787f09b19ec4 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Nov 24 17:00:14.877517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:14.881468 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-598751e6-b5e2-41d0-9bbe-193e704aef1f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4649229 Nov 24 17:00:14.881736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41116) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:14.888716 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:14.900062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:14.906809 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:14.921889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:14.928504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:15.011919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.191253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:00:08Z', 'revision_number': 4, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'bc750d50-cdb4-43c0-9a3f-baf65d1924c6', 'name': '', 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'mac_address': 'fa:16:3e:dd:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:07Z', 'updated_at': '2021-11-24T17:00:14Z', 'revision_number': 4, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'subnets': [{'id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:15.196921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f9cba-0e39-44a1-bf82-d2414337af90 None None] The sync data for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb is: [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:00:08Z', 'revision_number': 4, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'bc750d50-cdb4-43c0-9a3f-baf65d1924c6', 'name': '', 'network_id': '3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'mac_address': 'fa:16:3e:dd:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:07Z', 'updated_at': '2021-11-24T17:00:14Z', 'revision_number': 4, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'subnets': [{'id': 'd079d309-7970-4b46-9b74-4062b0e95537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:15.219101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.234656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c893-9b6b-4799-8c99-abd6e2670d45 req-5f6a87c2-302c-49ec-8f3c-6b4ed53bfa1a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:15.235189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306c0c3-cba4-4248-a27c-afe904c228a9 req-56093336-aacb-4db8-bcf8-cd963f29f009 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:15.243496 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5846c893-9b6b-4799-8c99-abd6e2670d45 req-5f6a87c2-302c-49ec-8f3c-6b4ed53bfa1a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1447771 Nov 24 17:00:15.244252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d306c0c3-cba4-4248-a27c-afe904c228a9 req-56093336-aacb-4db8-bcf8-cd963f29f009 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 944 time: 0.1925974 Nov 24 17:00:15.254141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 30d38ab7-3018-4ceb-886a-385d9e93d890 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:15.307810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.337323 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5846c893-9b6b-4799-8c99-abd6e2670d45 req-33b77d4e-1092-4c7a-b8a4-c19ad0e5ea76 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926733 Nov 24 17:00:15.362364 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d306c0c3-cba4-4248-a27c-afe904c228a9 req-f00649f8-25da-4371-9a47-1a4076c6cd47 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169260 Nov 24 17:00:15.387290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a7b6c5a2-116f-44d9-a613-4ea05384a0b2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:15.437312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 30d38ab7-3018-4ceb-886a-385d9e93d890 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:15.440094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a59015-c718-417b-94c9-f410a2708d36,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:15.444217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 30d38ab7-3018-4ceb-886a-385d9e93d890 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:15.445179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.458418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:15.499905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.501414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6179996 Nov 24 17:00:15.504395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41134) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:15.511606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:15.524016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:15.540367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:15.543651 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:15.559534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:15.584296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device bc750d50-cdb4-43c0-9a3f-baf65d1924c6 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:15.610670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.669409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.706017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:15.720388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=30d38ab7-3018-4ceb-886a-385d9e93d890,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:15.723912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.762839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.765861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:15.766604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:15.771618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.776477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:15.841640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84397444-3613-4786-96d9-d8ff8deb5f4a,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:15.844385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:15.870468 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890', 'code': 200} Nov 24 17:00:15.871130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:15.872266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.876873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:15.876873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:15.877145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41148) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:15.878162 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3723917 Nov 24 17:00:15.888996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:15.896751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:15.902560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:15.905726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:15.912832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:15.954801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:15.963268 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.securitygroups_db [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Project e36de2340a644fc291044392e0989b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:00:15.972375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.068420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.170023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port bc750d50-cdb4-43c0-9a3f-baf65d1924c6, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:16.205168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.231888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.233910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:16.253110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdca939-04b3-4484-9ec4-b8b9a8a19670 req-0a784b19-d6bb-4275-adb7-44acddd79da9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:16.265546 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6cdca939-04b3-4484-9ec4-b8b9a8a19670 req-0a784b19-d6bb-4275-adb7-44acddd79da9 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.1846969 Nov 24 17:00:16.292660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.339965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:16.368320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f4ff62-70df-4da3-8800-eca7151a7b96,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:16.373814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:16.374606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.378538 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4981146 Nov 24 17:00:16.380164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41164) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:16.385040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:16.389384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb9136-17f2-4f47-a859-31851e6b2986', 'project_id': 'e36de2340a644fc291044392e0989b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:16.400042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:16.406986 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6cdca939-04b3-4484-9ec4-b8b9a8a19670 req-f755cd8d-e3fb-4bdc-b16a-06bb66384821 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400540 Nov 24 17:00:16.408045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:security_group_rule and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:16.413969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:16.415346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:16.429842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:16.487749 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.securitygroups_db [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Project e36de2340a644fc291044392e0989b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:00:16.496796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.541633 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0c71542b-ef8d-45a8-a160-68092be2feed req-bd9b45c5-5303-450c-9ce1-ee71b3a5a831 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 1098 time: 0.1544952 Nov 24 17:00:16.601762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.678424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.691953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:16.702952 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0c71542b-ef8d-45a8-a160-68092be2feed req-6036431f-d416-49f5-8199-0f5e0ff834b8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510551 Nov 24 17:00:16.734912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1812cb-bb43-41a6-9a36-0669df194786 req-461ccc90-78fc-4e9d-ae51-48c45a5c1a63 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:16.736568 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db1812cb-bb43-41a6-9a36-0669df194786 req-461ccc90-78fc-4e9d-ae51-48c45a5c1a63 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1868987 Nov 24 17:00:16.741692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef1e27f-798c-4554-8cca-7300a1637d00,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:16.746934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:16.775318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:16.785893 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3954637 Nov 24 17:00:16.797049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022bd0c-553c-45f5-b3ae-8c94aced6146 req-3771fafc-5e43-4d0f-a160-d92d6698c3c7 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:16.798734 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6022bd0c-553c-45f5-b3ae-8c94aced6146 req-3771fafc-5e43-4d0f-a160-d92d6698c3c7 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 944 time: 0.1653063 Nov 24 17:00:16.823930 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db1812cb-bb43-41a6-9a36-0669df194786 req-267702b0-2e07-4e33-bd54-2407ae4b9edb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787797 Nov 24 17:00:16.867046 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6022bd0c-553c-45f5-b3ae-8c94aced6146 req-58e9f55c-0ae9-40ac-a758-ef24be2358ac tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Nov 24 17:00:17.266181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6589aecf-fb3d-4d35-9e05-a8baa6205dbf details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:00:17.450453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:17.487444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf', 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1', 'port_id': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf', 'mac_address': 'fa:16:3e:3f:01:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74755f01-759c-4c13-8938-fb86951a200e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:00:17.545410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device bc750d50-cdb4-43c0-9a3f-baf65d1924c6 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:17.641147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:17.666579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6589aecf-fb3d-4d35-9e05-a8baa6205dbf {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:00:17.687423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:17.694974 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:17.695353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:17.739379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:17.744389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:17.749088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4cf1-248f-4531-881d-eb2d0d7c6da5 req-2f99fe68-830e-47f6-86e5-c30bacef734b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:17.751704 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fddb4cf1-248f-4531-881d-eb2d0d7c6da5 req-2f99fe68-830e-47f6-86e5-c30bacef734b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.1420970 Nov 24 17:00:17.852587 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fddb4cf1-248f-4531-881d-eb2d0d7c6da5 req-3e37341b-abd1-4976-a4f9-b1434b549c19 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931427 Nov 24 17:00:17.857637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:17.984543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:18.207755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['6589aecf-fb3d-4d35-9e05-a8baa6205dbf'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:18.232875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0324f-79dd-46b3-9c26-b47fc061979e req-e01b0a11-8014-45ad-a85f-0a237a32b9f8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:18.240752 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fab0324f-79dd-46b3-9c26-b47fc061979e req-e01b0a11-8014-45ad-a85f-0a237a32b9f8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1581511 Nov 24 17:00:18.334476 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fab0324f-79dd-46b3-9c26-b47fc061979e req-b7baf3a3-8580-48dc-a47e-3bd69fdae4a4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920808 Nov 24 17:00:18.349796 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-3daeae3f-aa25-4567-9f5e-90f73eb19987 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.2874539 Nov 24 17:00:18.456099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63817b-17e0-434c-a386-8e95e67c9edf req-211356e6-3cf2-4085-b80e-494b5b700102 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:18.471534 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c63817b-17e0-434c-a386-8e95e67c9edf req-211356e6-3cf2-4085-b80e-494b5b700102 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 945 time: 0.2870591 Nov 24 17:00:18.519773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41264) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:18.666353 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c63817b-17e0-434c-a386-8e95e67c9edf req-5a33d39e-fa89-46eb-b28b-68a7b7ade150 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977351 Nov 24 17:00:18.713680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cb5c-e671-468c-b823-4a7791069709 req-b15defd4-4fc4-488d-8cf9-b6aba404eaf6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:18.714871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-6952a65e-8e7c-45d1-85b8-71794bf5db2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:18.716698 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-6952a65e-8e7c-45d1-85b8-71794bf5db2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.3383479 Nov 24 17:00:18.717276 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d5f1cb5c-e671-468c-b823-4a7791069709 req-b15defd4-4fc4-488d-8cf9-b6aba404eaf6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1625473 Nov 24 17:00:18.788708 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d5f1cb5c-e671-468c-b823-4a7791069709 req-a85426ec-0602-4359-ba36-9a0b9d969daf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680208 Nov 24 17:00:18.800645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-fde3ef70-fa3e-4a7f-a34b-fb295eb42736 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.0751338 Nov 24 17:00:18.843113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8e546da3-cdee-495d-9cf0-64e9af583d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:18.848286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:18.933442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:18.938268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Usage tracker for resource:security_group_rule and tenant:2feb055831fd411d91bbba32c4959ece is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:18.941680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:18.951812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:19.037770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.066082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.075455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b7e9899-5999-4f00-9b91-668b8fabfc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:19.125450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b4618-37ef-4c8c-ba17-fe33f551731e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:19.129181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:19.132715 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2feb055831fd411d91bbba32c4959ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6118290 Nov 24 17:00:19.135790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41288) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:19.160447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-995661b6-ebd3-4353-bd90-259d85559c8c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:19.162021 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-995661b6-ebd3-4353-bd90-259d85559c8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.3519423 Nov 24 17:00:19.234912 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-9f0dec65-4496-4001-a41e-94efc65286f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617428 Nov 24 17:00:19.247933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca2efa-794a-456b-acfc-2cff7a005ddf req-c0414232-8f8d-4b7d-9a3f-209b075eb756 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:19.249644 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b8ca2efa-794a-456b-acfc-2cff7a005ddf req-c0414232-8f8d-4b7d-9a3f-209b075eb756 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.2190075 Nov 24 17:00:19.419322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.447712 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b8ca2efa-794a-456b-acfc-2cff7a005ddf req-ddfdce91-85a5-474d-a8d9-810ff0056a3a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724641 Nov 24 17:00:19.474002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.501364 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-c70a06a9-e1b5-41fe-a1cd-985bc90439c1 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508302 Nov 24 17:00:19.572858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785db09-3fa8-4b90-8984-51b76c5c1ed4 req-ecb82bcf-67f6-4849-8a93-c7d080801166 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:19.576135 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9785db09-3fa8-4b90-8984-51b76c5c1ed4 req-ecb82bcf-67f6-4849-8a93-c7d080801166 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1005893 Nov 24 17:00:19.635204 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9785db09-3fa8-4b90-8984-51b76c5c1ed4 req-75442c48-ef10-4f07-a29c-bbc6f8ce20ab tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535421 Nov 24 17:00:19.671886 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877e1ec9-7141-41fb-abf7-e3f11d664a35 req-6fadb864-127d-4d23-a14f-80e55a24ea7a service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554379 Nov 24 17:00:19.681255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.686541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d4e51e6a-f687-4bca-815e-97ab4464ebf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:19.698786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b4618-37ef-4c8c-ba17-fe33f551731e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:19.703947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:19.705990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:19.707683 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c3b4618-37ef-4c8c-ba17-fe33f551731e HTTP/1.1" status: 204 len: 168 time: 0.5694003 Nov 24 17:00:19.925011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ef0a-7606-4ef8-8360-106c1cf030db req-48e371b9-6e8d-46a5-bb80-e6fe259913fa tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:19.926751 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0d15ef0a-7606-4ef8-8360-106c1cf030db req-48e371b9-6e8d-46a5-bb80-e6fe259913fa tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 945 time: 0.0925052 Nov 24 17:00:19.989861 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0d15ef0a-7606-4ef8-8360-106c1cf030db req-893afe12-a9c4-4950-927f-4dfe60f7209b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Nov 24 17:00:20.135352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37388-d373-487d-8255-1d260c70bdbb req-268af438-a869-404d-b2ce-bd6dcf6b487f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:20.145267 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9bc37388-d373-487d-8255-1d260c70bdbb req-268af438-a869-404d-b2ce-bd6dcf6b487f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1402590 Nov 24 17:00:20.213417 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9bc37388-d373-487d-8255-1d260c70bdbb req-b3dc2d52-9a0d-4446-90f6-dcf2b2071808 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Nov 24 17:00:20.490003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41336) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:20.514980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.556969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:20.561245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Usage tracker for resource:security_group_rule and tenant:b7b35ee6ae6841388dfaacc02c4fc6d2 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:20.564609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:20.573848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:20.595645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.645291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.669398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.677112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8af257ac-68ec-4d7b-8c8a-6396ce0292d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:20.729743 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7b35ee6ae6841388dfaacc02c4fc6d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2385097 Nov 24 17:00:20.730552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70295dc2-fe79-49ac-9941-7e170e728df9,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:20.732572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41342) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:20.733934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:20.851406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.885708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:20.933945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fb60-026b-4920-970f-1a4eccc8f4cd req-09e73e6a-1a79-41df-833a-4839b6b8b859 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:20.935507 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-54c9fb60-026b-4920-970f-1a4eccc8f4cd req-09e73e6a-1a79-41df-833a-4839b6b8b859 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1570599 Nov 24 17:00:20.989384 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-54c9fb60-026b-4920-970f-1a4eccc8f4cd req-4a769871-ff42-45c8-a79e-de7084dbe58f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472000 Nov 24 17:00:21.027742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.033113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-43333a4b-2b30-412f-b3cb-19ce3ed08cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:21.045672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70295dc2-fe79-49ac-9941-7e170e728df9,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:21.048293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:21.055158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.056878 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70295dc2-fe79-49ac-9941-7e170e728df9 HTTP/1.1" status: 204 len: 168 time: 0.3230703 Nov 24 17:00:21.119235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-58ca5c2d-d370-4c83-ae98-1e7812d96093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.247932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153ba8-3f88-4b60-9106-75610b39fb8b req-53fb004f-4cc6-4954-97d5-f25dc4f31bbb tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:21.249719 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ee153ba8-3f88-4b60-9106-75610b39fb8b req-53fb004f-4cc6-4954-97d5-f25dc4f31bbb tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 945 time: 0.0914383 Nov 24 17:00:21.277791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6589aecf-fb3d-4d35-9e05-a8baa6205dbf up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:21.308372 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ee153ba8-3f88-4b60-9106-75610b39fb8b req-613ab063-7efb-48ef-a4c4-6a5ca1d3b764 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Nov 24 17:00:21.410215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:21.417750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:21.418525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.450723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5cfb-269a-4ab8-95fc-e6a98b88e529 req-623664f9-9076-4be7-b989-f1df2df0011d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:21.452636 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-49ef5cfb-269a-4ab8-95fc-e6a98b88e529 req-623664f9-9076-4be7-b989-f1df2df0011d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1075728 Nov 24 17:00:21.529964 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-49ef5cfb-269a-4ab8-95fc-e6a98b88e529 req-a80e07f9-4b4a-4155-a3fa-46a8f6eb51ed tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608840 Nov 24 17:00:21.594327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.635801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:21.636855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:21.653092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.665813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41374) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:21.676166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.678174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:21.765106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:21.768951 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf', 'code': 200} Nov 24 17:00:21.789008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.789008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.789301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.789693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.790072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.790449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.792540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Deleting subnet 8db237c4-66d8-4a44-80eb-4342e7e7d2ba {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:00:21.796071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.800097 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.800563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.801119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.801512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.801897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:21.812014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:21.863366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:21.871864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.008765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.014337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:22.089538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db237c4-66d8-4a44-80eb-4342e7e7d2ba,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:22.092709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:22.102523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.168550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41392) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:22.175768 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8db237c4-66d8-4a44-80eb-4342e7e7d2ba HTTP/1.1" status: 204 len: 168 time: 0.5081418 Nov 24 17:00:22.299319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fb5e5-8a97-41c3-91a2-81992083afe5 req-0cdf85ba-7aac-49d0-aac6-a207ec656fc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:22.305174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.307378 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fa5fb5e5-8a97-41c3-91a2-81992083afe5 req-0cdf85ba-7aac-49d0-aac6-a207ec656fc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1297650 Nov 24 17:00:22.329671 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d3a0b23a-376f-4036-b1f1-19f6d2e6975d req-3646d97b-1906-49a5-88cb-a6cf5ae85fd0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 1099 time: 0.2220383 Nov 24 17:00:22.375364 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fa5fb5e5-8a97-41c3-91a2-81992083afe5 req-b74bff91-79d4-4aab-994e-be159f1cb69a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669825 Nov 24 17:00:22.427097 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d3a0b23a-376f-4036-b1f1-19f6d2e6975d req-2aa686c9-0a95-426e-814f-c03f4954599e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788598 Nov 24 17:00:22.451174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.479815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67eb4c2b-de81-40f8-868e-ba4092076ca7']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:22.500178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25decc2d-6a65-413f-a49f-1340785b4a08') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:22.501332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25decc2d-6a65-413f-a49f-1340785b4a08') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:22.520761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.545037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.554509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:00:22.555174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.677155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ecdce-c5bb-4522-b77b-4570eda2945b req-e238b793-3f8b-4d85-b88d-1d14f3cd03ef tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:22.685509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-990ecdce-c5bb-4522-b77b-4570eda2945b req-e238b793-3f8b-4d85-b88d-1d14f3cd03ef tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.1325052 Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:00:22.706991 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:00:22.761823 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-990ecdce-c5bb-4522-b77b-4570eda2945b req-15313a0e-d9d4-46bf-b874-640acbd9d806 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749464 Nov 24 17:00:22.764246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.791000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.791000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:22.814149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Pushing event deleted for resources: {'Network': ['ID=67eb4c2b-de81-40f8-868e-ba4092076ca7,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:22.817009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:22.836277 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-67931c47-8fb3-414a-8df8-f01e269ee081 admin admin] 10.222.0.15 "DELETE /v2.0/networks/67eb4c2b-de81-40f8-868e-ba4092076ca7 HTTP/1.1" status: 204 len: 168 time: 0.6663911 Nov 24 17:00:22.839152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41412) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:22.854299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:22.922183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c6bc-de49-4ac3-986f-c0d0c5da727c req-70a8e37b-18b7-4a1b-adc5-67b4cd05e253 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:22.924063 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2e31c6bc-de49-4ac3-986f-c0d0c5da727c req-70a8e37b-18b7-4a1b-adc5-67b4cd05e253 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2161264 Nov 24 17:00:22.934837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Deleting subnet 5c73df06-ec5e-4021-9047-dc177ed82f55 {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:00:22.939940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.033955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.071865 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2e31c6bc-de49-4ac3-986f-c0d0c5da727c req-5b685eef-db68-4e28-ab04-8dfb4fccf0ad tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334925 Nov 24 17:00:23.104708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.218970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.224245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d87c4c4-74bb-4abd-9c2d-12c17afc0022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:23.265727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c73df06-ec5e-4021-9047-dc177ed82f55,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:23.266510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:23.269440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.276751 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5c73df06-ec5e-4021-9047-dc177ed82f55 HTTP/1.1" status: 204 len: 168 time: 0.4364977 Nov 24 17:00:23.279268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41424) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:23.397041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.524450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41434) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:23.547871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.586389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83c85f6-bb7f-4945-82c9-01b318c47002']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:23.614438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1557f21a-0f6e-4f9a-89b3-7e49043aa7fb') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:23.615075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1557f21a-0f6e-4f9a-89b3-7e49043aa7fb') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:23.634147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.653900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.655661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1f5d8-5b75-4332-ad98-aac47016d9d3 req-4a366ec2-f54c-45d5-8915-9a4434ac3af1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:23.660655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:00:23.661308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.664241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31f1f5d8-5b75-4332-ad98-aac47016d9d3 req-4a366ec2-f54c-45d5-8915-9a4434ac3af1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1198692 Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:00:23.698909 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:00:23.750136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.791689 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31f1f5d8-5b75-4332-ad98-aac47016d9d3 req-3e3ddde0-f8dc-4e02-bde7-d15a0fcdee30 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263039 Nov 24 17:00:23.828748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:23.842912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Usage tracker for resource:security_group_rule and tenant:c48adc8c5870417b8b2a15ba67b14203 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:23.855880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:23.862582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:23.913595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.913595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:23.920456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:23.950521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Pushing event deleted for resources: {'Network': ['ID=e83c85f6-bb7f-4945-82c9-01b318c47002,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:23.954367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:23.961386 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] 10.222.0.15 "DELETE /v2.0/networks/e83c85f6-bb7f-4945-82c9-01b318c47002 HTTP/1.1" status: 204 len: 168 time: 0.6809211 Nov 24 17:00:24.017707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.066824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d4214-0c73-4914-a3fc-200fdce468d3 req-205824f3-8db3-497c-a48f-18ebf5660af9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:24.075686 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-574d4214-0c73-4914-a3fc-200fdce468d3 req-205824f3-8db3-497c-a48f-18ebf5660af9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.1263871 Nov 24 17:00:24.077053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.122704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0c8b1347-a548-40d9-b957-2009b3a10d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:24.135793 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c48adc8c5870417b8b2a15ba67b14203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6099067 Nov 24 17:00:24.153694 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-574d4214-0c73-4914-a3fc-200fdce468d3 req-175850f0-6c5e-4b97-b013-830d0ba1833d tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769086 Nov 24 17:00:24.154605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41458) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:24.184683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643dead3-befa-43d8-b902-ddf9084b263e,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:24.191093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:24.274537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.314562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41466) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:24.349280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.412519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadb2db-ec38-4311-853f-d6ccd12378e5 req-f1abc55d-4788-42ba-8afd-26023ba20aaf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:24.415362 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3cadb2db-ec38-4311-853f-d6ccd12378e5 req-f1abc55d-4788-42ba-8afd-26023ba20aaf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1251166 Nov 24 17:00:24.424910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6428c4c5-d84d-42d5-9411-fc3624770770 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6b13977d2e54860833907d6a2f62598&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067441 Nov 24 17:00:24.427632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41474) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:24.461860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.470299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b33bcbc7-fa2c-498e-b87c-e9a73dfae865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:24.472206 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3cadb2db-ec38-4311-853f-d6ccd12378e5 req-5f5b01df-c50d-4486-9362-b26cd23297dc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Nov 24 17:00:24.491991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643dead3-befa-43d8-b902-ddf9084b263e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:24.494524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:24.506204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.510577 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-24382974-f85a-4211-8c96-854363332516 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/643dead3-befa-43d8-b902-ddf9084b263e HTTP/1.1" status: 204 len: 168 time: 0.3547444 Nov 24 17:00:24.540494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.568735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.648637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.654031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-54693cde-1bd9-4482-b495-d75be06a7579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:24.669509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc5784-95d1-4e33-8890-cee901196b13,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:24.672351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:24.716176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:24.717406 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35fc5784-95d1-4e33-8890-cee901196b13 HTTP/1.1" status: 204 len: 168 time: 0.2878458 Nov 24 17:00:25.143198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92c3d-289e-4c3e-8a0d-216c08701f60 req-e597a889-fc3d-47e7-ae0b-2c789d9a32b1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:25.146179 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14f92c3d-289e-4c3e-8a0d-216c08701f60 req-e597a889-fc3d-47e7-ae0b-2c789d9a32b1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1678753 Nov 24 17:00:25.274079 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14f92c3d-289e-4c3e-8a0d-216c08701f60 req-a8eae1a3-616c-43d2-97dc-cbd55a264d6b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129787 Nov 24 17:00:25.308282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:00:25.592327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:25.609133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:00:25.611093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb955-4fbd-44a2-ba05-ed36d4810e3a req-5e04b6b3-eb6c-4791-aa46-9c1418fbef45 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:25.624076 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37ceb955-4fbd-44a2-ba05-ed36d4810e3a req-5e04b6b3-eb6c-4791-aa46-9c1418fbef45 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.2165802 Nov 24 17:00:25.721521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:25.723538 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37ceb955-4fbd-44a2-ba05-ed36d4810e3a req-a1c26b11-c217-400f-bd6a-646743944a32 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971303 Nov 24 17:00:25.740124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe18cfb-5428-4957-911f-fb1b35ce8593 req-6db43883-4bfd-4835-b0cd-364b56fdcb70 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:25.743386 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dbe18cfb-5428-4957-911f-fb1b35ce8593 req-6db43883-4bfd-4835-b0cd-364b56fdcb70 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1046524 Nov 24 17:00:25.755921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:00:25.812638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:25.823137 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dbe18cfb-5428-4957-911f-fb1b35ce8593 req-26d69906-2915-49fd-af64-e1edf127e756 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745990 Nov 24 17:00:25.852436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:25.854332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-07a0d350-bc86-450b-a10e-2890c96a50bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:25.900119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41564) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:25.995058 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ca229c90-c6fa-4dc6-9a82-cd582ffc5cbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=650803796de445d381a744e502143f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0936174 Nov 24 17:00:25.997605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41576) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:26.078270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:26.132572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:26.227608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=6']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:26.231829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:26.264279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:26.272081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-443726b3-f69c-4904-be32-85d4d05341c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:26.289890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21067029-9f57-4290-8600-adbe325926aa,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:26.294018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cbfe8b52-3f70-4387-9884-bf8432fee685'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:26.304031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:26.323989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:26.328030 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21067029-9f57-4290-8600-adbe325926aa HTTP/1.1" status: 204 len: 168 time: 0.3265357 Nov 24 17:00:26.405382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41602) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:26.649585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f1d2-8655-4b1c-835d-ede913ef6ccc req-174ff85d-2ec4-456a-97f1-6047c30c83b4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:26.663524 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95b8f1d2-8655-4b1c-835d-ede913ef6ccc req-174ff85d-2ec4-456a-97f1-6047c30c83b4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 945 time: 0.1732223 Nov 24 17:00:26.706951 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95b8f1d2-8655-4b1c-835d-ede913ef6ccc req-65a0c1f4-0654-4e36-8323-c257c6022598 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490406 Nov 24 17:00:26.873971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41618) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:26.927211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:26.987473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:26.992652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d53543cc2d254e91af86ee3940bd91fa is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:26.996013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:27.002203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:27.020028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938069778-network', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:27.026714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:27.035494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Usage tracker for resource:network and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:27.041794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:27.090844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:27.167729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Made reservation on behalf of f71f090f894a41c9bf11ebfa383cd620 for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:27.172611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.189196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.195438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.213972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4b384-f899-41be-b94f-685d0f24ec04 req-52c9aba4-599d-4150-9ed1-2c16a3d1afc0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:27.215315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e3e4b384-f899-41be-b94f-685d0f24ec04 req-52c9aba4-599d-4150-9ed1-2c16a3d1afc0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1769214 Nov 24 17:00:27.249409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.258967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:27.290963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d88f133-d29f-423c-98da-a43180f70e1f,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:27.306189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:27.323458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:27.355562 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e3e4b384-f899-41be-b94f-685d0f24ec04 req-152227fc-ded4-4988-a0f8-bd4f8faa36f7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329391 Nov 24 17:00:27.357249 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:27.365053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41644) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:27.371469 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d53543cc2d254e91af86ee3940bd91fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9588642 Nov 24 17:00:27.375482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:27.386670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:27.400992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:27.453951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.487456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.488580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.508480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port cbfe8b52-3f70-4387-9884-bf8432fee685 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:27.509005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.523559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.528926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-852269bc-d177-4c11-9f82-95e529d24665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:27.567558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61efe35-72d5-460d-84eb-3ef62cd8f783,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:27.572234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:27.603601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:00:27.614426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.614833 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Added segment f6036346-467e-4bfc-89fc-74b3e8edd077 of type vlan for network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 Nov 24 17:00:27.660179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.663978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.668615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-93bdbf45-315d-4f43-adce-3250d73e321f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:27.697079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d88f133-d29f-423c-98da-a43180f70e1f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:27.703142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:27.710046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.719854 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d88f133-d29f-423c-98da-a43180f70e1f HTTP/1.1" status: 204 len: 168 time: 0.3529062 Nov 24 17:00:27.729709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.815505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.816858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:27.817518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.824170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:27.826811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:27.830807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:27.874803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:27.876502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:27.952411 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'code': 200} Nov 24 17:00:28.008032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=7']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:28.023664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:28.270039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:28.275051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:28.280289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:00:28.302751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2205e-1495-47bd-ae78-23cc83b5a9da req-a6e31d0b-2859-4b58-9eca-64c5f36d7bd7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:28.305087 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-22b2205e-1495-47bd-ae78-23cc83b5a9da req-a6e31d0b-2859-4b58-9eca-64c5f36d7bd7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1898661 Nov 24 17:00:28.358765 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-22b2205e-1495-47bd-ae78-23cc83b5a9da req-2f88833d-c6e8-420f-82b7-83a76df2b2ef tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469780 Nov 24 17:00:28.404099 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5287032 Nov 24 17:00:28.407059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41688) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:28.414360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Request body: {'subnet': {'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938069778-subnet', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'ip_version': 4}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:28.419449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:28.423936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Usage tracker for resource:subnet and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:28.427034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:28.433213 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:28.465621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Made reservation on behalf of f71f090f894a41c9bf11ebfa383cd620 for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:28.470891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1327749'] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.534851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41692) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:28.569959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.624475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:28.634840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952a2d-88f1-46ae-982a-b73124adb58f req-77f822b2-2aac-4599-a1d3-a11e38768a31 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:28.638733 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84952a2d-88f1-46ae-982a-b73124adb58f req-77f822b2-2aac-4599-a1d3-a11e38768a31 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1495693 Nov 24 17:00:28.638733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Usage tracker for resource:security_group_rule and tenant:69c4d895391545528cdf13a9fe2d6a16 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:28.641893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:28.651629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:28.714798 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84952a2d-88f1-46ae-982a-b73124adb58f req-e8e5106f-0b75-4d50-a7e0-c94505aeaf20 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695724 Nov 24 17:00:28.728000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852887084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1327764'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.734614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:28.768722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.802743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.832597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e9b71-2533-4042-85fa-d682474bddf5,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:28.836398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:28.844891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Checking segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:28.845542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Network hostable DHCP agents. Network: b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:00:28.846745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:28.884495 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69c4d895391545528cdf13a9fe2d6a16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3434329 Nov 24 17:00:28.887456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41702) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:28.888947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ff45e-9cc7-4c28-8fc4-01ab693cd522,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:28.892232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:28.904834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:00:28.959462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:28.964607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:28.965270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:28.970525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac8ebe-8df6-4773-9bf3-be86759fedc0 None None] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:00:28.979976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.016055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.057390 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6489716 Nov 24 17:00:29.060154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41708) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:29.065770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:29.071725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:29.075920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Usage tracker for resource:router and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:29.079441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:29.086733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:29.145327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.145570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.146615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.155118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:29.169951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ff45e-9cc7-4c28-8fc4-01ab693cd522,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:29.175392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:29.178388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.192051 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c57ff45e-9cc7-4c28-8fc4-01ab693cd522 HTTP/1.1" status: 204 len: 168 time: 0.2941663 Nov 24 17:00:29.219933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.234296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 17:00:29.235431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.435791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Allocated IP 172.20.0.2 (b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8/120e9b71-2533-4042-85fa-d682474bddf5/f5efeb06-7ecc-461f-a725-24b6ed0c942a) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:29.435967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.681090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f408-27f0-4ef2-a9df-76bf0a1db697 req-244ca2de-2366-4930-b568-3ab26b52dc16 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:29.682709 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3443f408-27f0-4ef2-a9df-76bf0a1db697 req-244ca2de-2366-4930-b568-3ab26b52dc16 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1101768 Nov 24 17:00:29.687976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.700782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Transition to ACTIVE for port object f5efeb06-7ecc-461f-a725-24b6ed0c942a will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:29.726968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Transition to ACTIVE for port object f5efeb06-7ecc-461f-a725-24b6ed0c942a will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:29.778987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.782151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.786902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4b95b96e-282e-4de3-a730-f7717cd9c986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:29.820523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:29.873748 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3443f408-27f0-4ef2-a9df-76bf0a1db697 req-c6ffa301-127b-40cb-b0c1-7f0cf2b5a639 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487062 Nov 24 17:00:29.880773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:29.899720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:29.909751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:29.963632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Pushing event updated for resources: {'Port': ['ID=f5efeb06-7ecc-461f-a725-24b6ed0c942a,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:29.966728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:29.985647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0612-bd73-4b9b-9b1b-c4e1770a30c0 req-ff365fca-d3d4-4513-9a4d-c411f16dda48 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:29.994304 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-97fa0612-bd73-4b9b-9b1b-c4e1770a30c0 req-ff365fca-d3d4-4513-9a4d-c411f16dda48 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1082957 Nov 24 17:00:30.026719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Attempting to bind port f5efeb06-7ecc-461f-a725-24b6ed0c942a on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:30.027175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Attempting to bind port f5efeb06-7ecc-461f-a725-24b6ed0c942a by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:30.027596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Attempting to bind port f5efeb06-7ecc-461f-a725-24b6ed0c942a on network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:30.037188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:30.037644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Checking segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:30.038158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.038707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Bound using segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:30.039460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Bound port: f5efeb06-7ecc-461f-a725-24b6ed0c942a, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:30.039854 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.052905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Allocated IP 172.28.0.219 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/4aa3da2f-967a-4294-ba6a-af7a8df13559) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:30.071914 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-97fa0612-bd73-4b9b-9b1b-c4e1770a30c0 req-dd3d0293-7b65-45c1-8d8f-f4e48dd21e73 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766544 Nov 24 17:00:30.169650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] For port f5efeb06-7ecc-461f-a725-24b6ed0c942a, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:30.173641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] For port f5efeb06-7ecc-461f-a725-24b6ed0c942a, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f5efeb06-7ecc-461f-a725-24b6ed0c942a,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:30.231799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.236431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5adf350b-2085-46f9-bcf6-f51708c14cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:30.296250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.319111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Pushing event updated for resources: {'Port': ['ID=f5efeb06-7ecc-461f-a725-24b6ed0c942a,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:30.323160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:30.352381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.359258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:30.443217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa3da2f-967a-4294-ba6a-af7a8df13559,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:30.451029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:30.455519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:30.456756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:30.459160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:30.648035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:30.648961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:31.038152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08931089-5ac0-4a62-964f-15de08e50f16 req-7b0e246f-ab1a-4fb2-ae23-176bf7361b95 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:31.039854 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-08931089-5ac0-4a62-964f-15de08e50f16 req-7b0e246f-ab1a-4fb2-ae23-176bf7361b95 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.1433697 Nov 24 17:00:31.131314 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-08931089-5ac0-4a62-964f-15de08e50f16 req-6745e94d-51da-4d63-8a5e-750ce5bca682 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Nov 24 17:00:31.226655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ae69-bd41-4426-9d7b-1859e550908d req-1706edd5-3c4a-4d8f-8a38-4d96a50f4bf3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:31.228320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc48ae69-bd41-4426-9d7b-1859e550908d req-1706edd5-3c4a-4d8f-8a38-4d96a50f4bf3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1641088 Nov 24 17:00:31.312169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc48ae69-bd41-4426-9d7b-1859e550908d req-cdcd28bf-4464-40f0-b048-6111a0330ddc tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759749 Nov 24 17:00:31.345217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Router 58135cdb-7587-49d9-87a1-a9a82c3d4175 is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 17:00:31.365798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d5f3-faa8-4ac2-9e7e-571d04d9eb65 req-c9af61fb-0b31-49e5-bbc5-eaa4aacd44b7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:31.367518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fcd1d5f3-faa8-4ac2-9e7e-571d04d9eb65 req-c9af61fb-0b31-49e5-bbc5-eaa4aacd44b7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0973442 Nov 24 17:00:31.419111 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fcd1d5f3-faa8-4ac2-9e7e-571d04d9eb65 req-0b95133d-3ba2-4a81-8611-0c0dbc412c5b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Nov 24 17:00:31.557321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f5efeb06-7ecc-461f-a725-24b6ed0c942a up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:31.608210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:31.626404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Sync routers for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:31.649522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:31.650253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:31.665969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port f5efeb06-7ecc-461f-a725-24b6ed0c942a completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:31.694639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:31.696757 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6355295 Nov 24 17:00:31.699767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41766) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:31.857863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:32.222176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:30Z', 'revision_number': 3, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:32.228673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Checking router: 58135cdb-7587-49d9-87a1-a9a82c3d4175 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:32.229200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Updating router 58135cdb-7587-49d9-87a1-a9a82c3d4175 port 4aa3da2f-967a-4294-ba6a-af7a8df13559 binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:32.305517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:32.472242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa061a-6a49-478b-9ad4-69f57032fe5b None None] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:00:32.641992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eace2-f562-4bf4-8646-4cc6a82fab7b req-00c946f7-3bdf-44f4-b0c3-9d357b69d373 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:32.653464 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d30eace2-f562-4bf4-8646-4cc6a82fab7b req-00c946f7-3bdf-44f4-b0c3-9d357b69d373 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1505027 Nov 24 17:00:32.676074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e75e8-cac6-4140-8c1e-58701d38c4e3 req-986b0359-b3d9-42da-ba2b-ee7766c3d7f7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:32.687094 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-081e75e8-cac6-4140-8c1e-58701d38c4e3 req-986b0359-b3d9-42da-ba2b-ee7766c3d7f7 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.2789640 Nov 24 17:00:32.735628 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d30eace2-f562-4bf4-8646-4cc6a82fab7b req-6a4e25ab-b665-486e-b386-f2a9afa8c75e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738873 Nov 24 17:00:32.743928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:32.761705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Transition to ACTIVE for port object 4aa3da2f-967a-4294-ba6a-af7a8df13559 will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:32.796933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:32.805305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:32.832643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Provisioning for port f5efeb06-7ecc-461f-a725-24b6ed0c942a completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:32.841202 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-081e75e8-cac6-4140-8c1e-58701d38c4e3 req-ddc8b52a-e49a-4676-ad1f-89075094670c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531422 Nov 24 17:00:32.842796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Provisioning complete for port f5efeb06-7ecc-461f-a725-24b6ed0c942a triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:32.843350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:32.932161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73c441-744f-4326-b3fe-08d1728f09e2 None None] Pushing event updated for resources: {'Port': ['ID=4aa3da2f-967a-4294-ba6a-af7a8df13559,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:32.949832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cb73c441-744f-4326-b3fe-08d1728f09e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:32.978086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Attempting to bind port 4aa3da2f-967a-4294-ba6a-af7a8df13559 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:32.981262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Attempting to bind port 4aa3da2f-967a-4294-ba6a-af7a8df13559 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:32.981695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Attempting to bind port 4aa3da2f-967a-4294-ba6a-af7a8df13559 on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:32.999766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:33.000184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:33.000636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.001071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:33.001584 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Bound port: 4aa3da2f-967a-4294-ba6a-af7a8df13559, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:33.002017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.060800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d72a1-f391-4eb7-b991-daf661507766 req-cb1abde8-d6b5-49b2-a420-186f54e42356 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:33.069850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-054d72a1-f391-4eb7-b991-daf661507766 req-cb1abde8-d6b5-49b2-a420-186f54e42356 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1008420 Nov 24 17:00:33.073401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.139329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] For port f5efeb06-7ecc-461f-a725-24b6ed0c942a, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f5efeb06-7ecc-461f-a725-24b6ed0c942a,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:33.164596 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-054d72a1-f391-4eb7-b991-daf661507766 req-b172511d-9b10-4e6a-8f3d-5341d3b2c1d6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938525 Nov 24 17:00:33.196967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] For port 4aa3da2f-967a-4294-ba6a-af7a8df13559, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:33.201185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] For port 4aa3da2f-967a-4294-ba6a-af7a8df13559, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=4aa3da2f-967a-4294-ba6a-af7a8df13559,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:33.203053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.205785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:33.230049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.273816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-31c7309a-77c0-48ad-9dee-0861af97613d tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:33.275467 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-31c7309a-77c0-48ad-9dee-0861af97613d tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.3444686 Nov 24 17:00:33.275597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.287792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1a4f810f-96a1-42bb-a327-0369fcf01ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:33.291829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Pushing event updated for resources: {'Port': ['ID=f5efeb06-7ecc-461f-a725-24b6ed0c942a,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:33.295883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:33.347118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:33.347808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:33.563513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Deleting port 30d38ab7-3018-4ceb-886a-385d9e93d890 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:00:33.564430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.573642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f5efeb06-7ecc-461f-a725-24b6ed0c942a up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:33.725700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port f5efeb06-7ecc-461f-a725-24b6ed0c942a triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:33.726135 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.781167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e8c989fa-42be-45c6-bd18-b0807cb529b2 None None] Provisioning complete for port f5efeb06-7ecc-461f-a725-24b6ed0c942a triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:33.781652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c989fa-42be-45c6-bd18-b0807cb529b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:33.785940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Allocated IP 172.20.0.1 (b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8/120e9b71-2533-4042-85fa-d682474bddf5/02054bd7-3a04-4bdb-a2a7-82f67395eecb) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:33.786826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73c441-744f-4326-b3fe-08d1728f09e2 None None] Pushing event updated for resources: {'Port': ['ID=4aa3da2f-967a-4294-ba6a-af7a8df13559,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:33.793422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cb73c441-744f-4326-b3fe-08d1728f09e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:33.860811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:34.075380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:34.191285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00d3ff-24e1-4a6b-af3b-2eabe4784334 req-42313d9f-0e98-4590-b405-fbbb61331a1f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:34.193068 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aa00d3ff-24e1-4a6b-af3b-2eabe4784334 req-42313d9f-0e98-4590-b405-fbbb61331a1f tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 945 time: 0.1120467 Nov 24 17:00:34.250777 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aa00d3ff-24e1-4a6b-af3b-2eabe4784334 req-275d5667-eb5e-488d-8f45-7dbc4abb1f5b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Nov 24 17:00:34.265941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:30Z', 'revision_number': 3, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:34.273880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7af5c8-22f2-40cf-a25f-6c58c6b076e1 None None] The sync data for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb is: [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:30Z', 'revision_number': 3, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:34.340081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] For port 30d38ab7-3018-4ceb-886a-385d9e93d890, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=30d38ab7-3018-4ceb-886a-385d9e93d890,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:34.340602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:34.475788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cb9c1-d89b-4056-986c-66181b5259d2 req-fd5432c5-cef6-4b40-a047-829ad5a31c4e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:34.477556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0d8cb9c1-d89b-4056-986c-66181b5259d2 req-fd5432c5-cef6-4b40-a047-829ad5a31c4e tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1028380 Nov 24 17:00:34.504083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Calling delete_port for 30d38ab7-3018-4ceb-886a-385d9e93d890 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:00:34.528426 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0d8cb9c1-d89b-4056-986c-66181b5259d2 req-b7746719-853e-4c9a-9818-3168e4f147b4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Nov 24 17:00:34.593356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:34.602100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e249-6eba-4b41-b2c8-19a4678dfb8e req-c288a266-7f6f-4dc6-af24-dd9618eb79df tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:34.603967 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fc33e249-6eba-4b41-b2c8-19a4678dfb8e req-c288a266-7f6f-4dc6-af24-dd9618eb79df tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.4621129 Nov 24 17:00:34.659643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Transition to ACTIVE for port object 02054bd7-3a04-4bdb-a2a7-82f67395eecb will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:34.766631 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fc33e249-6eba-4b41-b2c8-19a4678dfb8e req-290d7671-e826-4506-8a6f-dbdfbf975e66 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374238 Nov 24 17:00:34.821173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:34.827578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c735896c-cffa-498e-a6ad-2849fe8e1b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:34.874127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:34.889861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45', '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', '30d38ab7-3018-4ceb-886a-385d9e93d890'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:35.047890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:35.054957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Pushing event updated for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:35.058222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:35.067419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:35.067419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:35.119801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:35.120324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.127068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event deleted for resources: {'Port': ['ID=30d38ab7-3018-4ceb-886a-385d9e93d890,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:35.130327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] No DVR routers for this DVR port 30d38ab7-3018-4ceb-886a-385d9e93d890 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:00:35.132172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:35.134880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.138132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'name': 'network-vif-deleted', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:35.244354 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1be7edc4-6895-4aa2-ac0e-54352e631bb9 req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "DELETE /v2.0/ports/30d38ab7-3018-4ceb-886a-385d9e93d890 HTTP/1.1" status: 204 len: 173 time: 1.8881402 Nov 24 17:00:35.284320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e839b-fc97-4919-ad42-8b84078b8755', 'name': 'network-vif-deleted', 'tag': '30d38ab7-3018-4ceb-886a-385d9e93d890', 'status': 'completed', 'code': 200} Nov 24 17:00:35.471830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.678253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4aa3da2f-967a-4294-ba6a-af7a8df13559 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:35.806977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-90d7bd68-5dee-4ba2-a9fa-9afb7ebe5a1c None None] Provisioning for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:35.812753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-90d7bd68-5dee-4ba2-a9fa-9afb7ebe5a1c None None] Provisioning complete for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:35.813191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-90d7bd68-5dee-4ba2-a9fa-9afb7ebe5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.868618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695a69-4e75-4183-a709-17224b072a1b req-5f96c543-608c-4187-8337-bf1343fdd913 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:35.871485 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-25695a69-4e75-4183-a709-17224b072a1b req-5f96c543-608c-4187-8337-bf1343fdd913 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1425490 Nov 24 17:00:35.881889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-90d7bd68-5dee-4ba2-a9fa-9afb7ebe5a1c None None] Port 02054bd7-3a04-4bdb-a2a7-82f67395eecb cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:35.899079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.904484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-31933994-a8c5-40e4-b652-ef38ded908dd req-7684d590-d06e-43b6-9343-5567c6e4549c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:35.922689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 4aa3da2f-967a-4294-ba6a-af7a8df13559 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:35.929143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 4aa3da2f-967a-4294-ba6a-af7a8df13559 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:35.929577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.932168 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-25695a69-4e75-4183-a709-17224b072a1b req-8a7cfbdc-4a41-4344-9250-1565faa906b9 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Nov 24 17:00:35.984639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-31933994-a8c5-40e4-b652-ef38ded908dd req-7684d590-d06e-43b6-9343-5567c6e4549c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:35.985971 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31933994-a8c5-40e4-b652-ef38ded908dd req-7684d590-d06e-43b6-9343-5567c6e4549c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=214e839b-fc97-4919-ad42-8b84078b8755 HTTP/1.1" status: 200 len: 210 time: 0.1438324 Nov 24 17:00:35.986979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.988125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:35.993384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-91553e56-fde3-40fa-a4ee-a7a697d03f09 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:36.185835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Pushing event updated for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:36.200531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:36.241983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 4aa3da2f-967a-4294-ba6a-af7a8df13559, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=4aa3da2f-967a-4294-ba6a-af7a8df13559,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:36.269468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:36.272444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:36.278388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:36.358026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:36.362125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:36.371497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=4aa3da2f-967a-4294-ba6a-af7a8df13559,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:36.375581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:36.389272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9bcdc-e9cb-4366-98f8-2bf7e6abbec9 req-626f310d-0e06-474f-8793-9d5498ab2c94 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:36.391078 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdd9bcdc-e9cb-4366-98f8-2bf7e6abbec9 req-626f310d-0e06-474f-8793-9d5498ab2c94 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1901250 Nov 24 17:00:36.452369 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdd9bcdc-e9cb-4366-98f8-2bf7e6abbec9 req-c35377f0-6469-4e5e-84e5-fd80f5c2685c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542898 Nov 24 17:00:36.711002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6c342163-1240-4a1d-8bad-efb70ac2fcb3 None None] Provisioning complete for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:36.711363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6c342163-1240-4a1d-8bad-efb70ac2fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:36.774530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6c342163-1240-4a1d-8bad-efb70ac2fcb3 None None] Port 02054bd7-3a04-4bdb-a2a7-82f67395eecb cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:36.800615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Router 58135cdb-7587-49d9-87a1-a9a82c3d4175 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:00:37.281375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b862-2290-49db-9965-4cd7f58f67c9 req-b3609376-6e95-4958-84bb-704cf9c80599 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:37.283039 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a247b862-2290-49db-9965-4cd7f58f67c9 req-b3609376-6e95-4958-84bb-704cf9c80599 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1334779 Nov 24 17:00:37.292064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:37.299517 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] 10.222.0.15 "PUT /v2.0/routers/58135cdb-7587-49d9-87a1-a9a82c3d4175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5984349 Nov 24 17:00:37.327498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 30d38ab7-3018-4ceb-886a-385d9e93d890 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:00:37.363516 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a247b862-2290-49db-9965-4cd7f58f67c9 req-c9870b3e-88b5-427a-b78d-faba95e88731 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Nov 24 17:00:37.590726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4aa3da2f-967a-4294-ba6a-af7a8df13559 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:37.634516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 30d38ab7-3018-4ceb-886a-385d9e93d890 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:00:37.642483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 30d38ab7-3018-4ceb-886a-385d9e93d890 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:00:37.687602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 4aa3da2f-967a-4294-ba6a-af7a8df13559 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:37.688188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:37.746141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c566-3563-41db-9ac8-fb30585e493f req-309d3458-69c6-4d18-aa31-7be99b8ed843 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:37.748250 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ea73c566-3563-41db-9ac8-fb30585e493f req-309d3458-69c6-4d18-aa31-7be99b8ed843 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1047468 Nov 24 17:00:37.820608 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ea73c566-3563-41db-9ac8-fb30585e493f req-0d2d3bab-aa76-4e8f-abe8-6fd539d428a7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634489 Nov 24 17:00:38.182550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Sync routers for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:38.196045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:38.196872 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:38.434489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:38.768934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1f8f-c1de-4244-b675-eb2e19b2f1b1 req-7e8b2ae5-a507-44d6-a24a-7f7a7205c80a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:38.774058 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70de1f8f-c1de-4244-b675-eb2e19b2f1b1 req-7e8b2ae5-a507-44d6-a24a-7f7a7205c80a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2554245 Nov 24 17:00:38.854416 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-70de1f8f-c1de-4244-b675-eb2e19b2f1b1 req-fe134856-ddf6-4879-a0d9-ec50ec3dc905 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740035 Nov 24 17:00:38.876023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41902) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:38.884104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 2, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:38.886655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-214032697-network', 'tenant_id': '291dbe34965a402e9b06134005664566'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:38.888421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Checking router: 58135cdb-7587-49d9-87a1-a9a82c3d4175 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:38.888837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Updating router 58135cdb-7587-49d9-87a1-a9a82c3d4175 port 02054bd7-3a04-4bdb-a2a7-82f67395eecb binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:38.905790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:38.916213 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Usage tracker for resource:network and tenant:291dbe34965a402e9b06134005664566 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:38.920379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:38.926826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:38.948477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:38.983703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Made reservation on behalf of 291dbe34965a402e9b06134005664566 for: {'network': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:39.005139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.052366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.134413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:39.148937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Usage tracker for resource:security_group_rule and tenant:291dbe34965a402e9b06134005664566 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:39.152504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:39.166312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:39.167478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ce9b-611a-41fd-bc56-8470d76fc06f req-2a878594-ec04-4b4f-a53b-7ee3f15f614f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:39.175959 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ccd3ce9b-611a-41fd-bc56-8470d76fc06f req-2a878594-ec04-4b4f-a53b-7ee3f15f614f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1491284 Nov 24 17:00:39.270470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ccd3ce9b-611a-41fd-bc56-8470d76fc06f req-8631cafb-c2dd-425c-9751-d7613604d78c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933511 Nov 24 17:00:39.330199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.373558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.378776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-81be9a21-c20a-47a3-bb1b-479bb6e3a08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:39.428778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdee47e-65b6-4951-a796-ca016b544da0,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:39.441655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=88239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:00:39.457429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:39.520906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.522080 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Added segment 46f367fd-76d7-4955-8d81-fef13b7be04b of type vlan for network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 Nov 24 17:00:39.583059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.591040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d54afc-852d-4967-8dcf-5dfb17d3adc4 req-fc45d504-b53e-4bae-a7a1-f0b8bb7a3ae8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:39.598510 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95d54afc-852d-4967-8dcf-5dfb17d3adc4 req-fc45d504-b53e-4bae-a7a1-f0b8bb7a3ae8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 945 time: 0.1423893 Nov 24 17:00:39.598972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Transition to ACTIVE for port object 02054bd7-3a04-4bdb-a2a7-82f67395eecb will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:39.602459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.658331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.666191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:39.671583 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95d54afc-852d-4967-8dcf-5dfb17d3adc4 req-8cf6e3ef-4eec-410e-afde-5ec871a2d64a tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Nov 24 17:00:39.733627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.734985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:39.735647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:39.741913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eba794f5-f778-4eab-a0b7-817369b17b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:39.789051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Pushing event updated for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:39.798066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:39.866367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Pushing event updated for resources: {'Network': ['ID=161b1309-7ff9-439a-bc22-4c7aaa5dc946,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:39.875295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:39.932757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:00:39.939437 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0621011 Nov 24 17:00:39.940319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 41926) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:39.952752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Request body: {'subnet': {'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-214032697-subnet', 'tenant_id': '291dbe34965a402e9b06134005664566', 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:39.964457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:39.971596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Usage tracker for resource:subnet and tenant:291dbe34965a402e9b06134005664566 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:39.985059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:40.000096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:40.042203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Made reservation on behalf of 291dbe34965a402e9b06134005664566 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:40.048107 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:40.243669 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Attempting to bind port 02054bd7-3a04-4bdb-a2a7-82f67395eecb on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:40.244102 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Attempting to bind port 02054bd7-3a04-4bdb-a2a7-82f67395eecb by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:40.244527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Attempting to bind port 02054bd7-3a04-4bdb-a2a7-82f67395eecb on network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:40.259615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:40.259615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Checking segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:40.269947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:40.269947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Bound using segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:40.269947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Bound port: 02054bd7-3a04-4bdb-a2a7-82f67395eecb, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:40.270364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:40.346871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b728f5-cc47-4bb8-80d4-f2944a651ad5 req-b51a7374-e041-4371-a144-0399ef3d3489 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:40.348632 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-19b728f5-cc47-4bb8-80d4-f2944a651ad5 req-b51a7374-e041-4371-a144-0399ef3d3489 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2481565 Nov 24 17:00:40.455197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] For port 02054bd7-3a04-4bdb-a2a7-82f67395eecb, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:40.460131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] For port 02054bd7-3a04-4bdb-a2a7-82f67395eecb, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=02054bd7-3a04-4bdb-a2a7-82f67395eecb,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:40.485979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-19b728f5-cc47-4bb8-80d4-f2944a651ad5 req-db52d99c-25f2-4188-a80e-e068b137b399 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924735 Nov 24 17:00:40.489161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:40.496532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:40.594839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:40.595889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:40.602840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:40.608677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-21908821-da00-4147-b734-a7bbbbf9e94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:40.666133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Pushing event updated for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:40.682183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34793ba6-f4f3-4691-af81-9e8e3d7fa74c req-39ff7a40-98af-4462-94e4-f1b5e8e478d2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:40.684096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:40.690548 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-34793ba6-f4f3-4691-af81-9e8e3d7fa74c req-39ff7a40-98af-4462-94e4-f1b5e8e478d2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1231065 Nov 24 17:00:40.772440 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-34793ba6-f4f3-4691-af81-9e8e3d7fa74c req-8964e342-00e4-401f-a26a-bf7cedf86ed1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803690 Nov 24 17:00:40.866377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2288cf-a7b2-4be2-a063-5db27e5afd73,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:40.866377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:40.885905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Checking segment: {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:40.886250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Network hostable DHCP agents. Network: 161b1309-7ff9-439a-bc22-4c7aaa5dc946, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:00:40.942081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:40.983837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:00:41.058092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 161b1309-7ff9-439a-bc22-4c7aaa5dc946) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:41.074542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:41.075070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.233417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3942-455b-4097-95f6-30de80f07e14 req-fb2dc479-842b-4a3e-b2c7-b4ce6f23a392 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:41.242911 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-719d3942-455b-4097-95f6-30de80f07e14 req-fb2dc479-842b-4a3e-b2c7-b4ce6f23a392 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 945 time: 0.3050025 Nov 24 17:00:41.320042 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-719d3942-455b-4097-95f6-30de80f07e14 req-5043a068-6cc8-44ec-ab1b-96087752f736 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Nov 24 17:00:41.325757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec9aee-421a-4e4d-918a-71e8fe876450 None None] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:00:41.334662 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1055e0ba-5150-408b-aa7f-67af208e3a1a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3922477 Nov 24 17:00:41.338016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 41942) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:41.344736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:41.354091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:41.365591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Usage tracker for resource:router and tenant:291dbe34965a402e9b06134005664566 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:41.375560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:41.387745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:41.407564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-1f1ab590-7aac-4bbf-94f8-191d3d24e110 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:41.410481 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-1f1ab590-7aac-4bbf-94f8-191d3d24e110 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 945 time: 0.3035901 Nov 24 17:00:41.436777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.437833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.541080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Deleting port c1bb18fd-e5ea-4598-bb79-7c23432c063e {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:00:41.541658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.564016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.941421 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:41.975235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69620b-4608-4525-b309-73d4e96e4b53 req-c71c56f1-dab4-4968-b7b0-8ac9fba73b29 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:41.983522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a69620b-4608-4525-b309-73d4e96e4b53 req-c71c56f1-dab4-4968-b7b0-8ac9fba73b29 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2082014 Nov 24 17:00:42.013623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'tenant_id': '291dbe34965a402e9b06134005664566', 'fixed_ips': [{'subnet_id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 17:00:42.014802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.078533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] For port c1bb18fd-e5ea-4598-bb79-7c23432c063e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c1bb18fd-e5ea-4598-bb79-7c23432c063e,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:42.079152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.137334 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a69620b-4608-4525-b309-73d4e96e4b53 req-2da40900-4d7f-4b3e-86c4-d6cd2361ce55 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526701 Nov 24 17:00:42.252924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Allocated IP 172.20.0.2 (161b1309-7ff9-439a-bc22-4c7aaa5dc946/4e2288cf-a7b2-4be2-a063-5db27e5afd73/0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:42.325131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Calling delete_port for c1bb18fd-e5ea-4598-bb79-7c23432c063e owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:00:42.331874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.401495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3fef6-8327-48a1-a606-419425cda9e0 req-3d300852-b04d-4e04-8eff-910d3c932180 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:42.409645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a7d3fef6-8327-48a1-a606-419425cda9e0 req-3d300852-b04d-4e04-8eff-910d3c932180 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.4306600 Nov 24 17:00:42.472283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.485944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:40Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:42.508368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2702-05c4-41d9-bae1-d77665664d88 None None] The sync data for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb is: [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:40Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:42.559453 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a7d3fef6-8327-48a1-a606-419425cda9e0 req-e0c43265-a52d-41fe-aadd-71b08fa17fb7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487405 Nov 24 17:00:42.748744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.772327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Transition to ACTIVE for port object 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:42.809008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Transition to ACTIVE for port object 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:42.823478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.832288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:42.837740 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45', '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'c1bb18fd-e5ea-4598-bb79-7c23432c063e'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:42.925350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:42.932781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:42.967217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event deleted for resources: {'Port': ['ID=c1bb18fd-e5ea-4598-bb79-7c23432c063e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:42.970444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:42.978804 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6ab2416c-f11b-4f04-920e-f5dac8eaf9ca req-cd9daabd-90c3-42b6-b919-1f24d10f154c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 210 time: 0.1641524 Nov 24 17:00:43.032289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Allocated IP 172.28.0.201 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/d3dba35d-d2da-4b92-bd74-ccad2fb5c914) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:43.097331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:43.108018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] No DVR routers for this DVR port c1bb18fd-e5ea-4598-bb79-7c23432c063e on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:00:43.110972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.111247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:43.117206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'name': 'network-vif-deleted', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:43.122217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Pushing event updated for resources: {'Port': ['ID=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:43.128086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:43.132143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:43.179439 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-46c35ee8-efa7-4a38-8546-7947a28f1000 req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "DELETE /v2.0/ports/c1bb18fd-e5ea-4598-bb79-7c23432c063e HTTP/1.1" status: 204 len: 173 time: 1.7602005 Nov 24 17:00:43.288384 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e84d07-3e4b-476b-ab12-0d3239de5ba8', 'name': 'network-vif-deleted', 'tag': 'c1bb18fd-e5ea-4598-bb79-7c23432c063e', 'status': 'completed', 'code': 200} Nov 24 17:00:43.478224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Attempting to bind port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:43.478967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Attempting to bind port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:43.479527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Attempting to bind port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 on network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:43.517088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:43.517792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Checking segment: {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:43.518396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.519010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Bound using segment: {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:43.519797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Bound port: 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:43.520516 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.685361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 02054bd7-3a04-4bdb-a2a7-82f67395eecb up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:43.726604 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.767488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e48cc-de54-4cfb-a5de-fb279f4f1d9d req-c7720add-a64d-403e-a702-019d29cc51e6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:43.777924 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f7e48cc-de54-4cfb-a5de-fb279f4f1d9d req-c7720add-a64d-403e-a702-019d29cc51e6 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2523706 Nov 24 17:00:43.801882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] For port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:43.812644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] For port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:43.845859 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.858632 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f7e48cc-de54-4cfb-a5de-fb279f4f1d9d req-5e11cf83-d5a3-42d6-ac62-5094fe58c3e2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791855 Nov 24 17:00:43.859126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:43.899963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:43.911973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2b23cff2-52fe-4ab5-bc5f-37d095b2ab51 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:43.988845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Pushing event updated for resources: {'Port': ['ID=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:44.025905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:44.027896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Pushing event updated for resources: {'Port': ['ID=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:44.067734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:44.119323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a233d-0e6a-4a98-9452-8a44f85abb07 req-745fcb43-fcd1-4bae-85aa-7137b8f5c88c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:44.135937 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e8a233d-0e6a-4a98-9452-8a44f85abb07 req-745fcb43-fcd1-4bae-85aa-7137b8f5c88c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2489138 Nov 24 17:00:44.141853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:44.151041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:44.168681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:44.185643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:44.197481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:44.319487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:44.328226 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e8a233d-0e6a-4a98-9452-8a44f85abb07 req-8da65308-f8a3-40bc-97c5-b3f30f2ebbee tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891298 Nov 24 17:00:44.529382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:44.620737 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4c9654e6-6be8-4c9c-ab41-ce6d24b071fd req-7eaca1b4-9c3a-4319-b80b-0d12912080e3 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e84d07-3e4b-476b-ab12-0d3239de5ba8 HTTP/1.1" status: 200 len: 210 time: 0.0899520 Nov 24 17:00:44.623357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 02054bd7-3a04-4bdb-a2a7-82f67395eecb, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=02054bd7-3a04-4bdb-a2a7-82f67395eecb,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:44.663852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:44.664847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:44.670769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:44.682650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:44.881616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:44.889749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:45.243408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63655d80-3f0c-4952-a3e2-d6006d72aafc req-c019338e-fd46-4e7c-b010-ec187df313d7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:45.260206 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-63655d80-3f0c-4952-a3e2-d6006d72aafc req-c019338e-fd46-4e7c-b010-ec187df313d7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2045410 Nov 24 17:00:45.335518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-63655d80-3f0c-4952-a3e2-d6006d72aafc req-5296a856-8b0c-4cce-bce8-b4e98de36eea tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739541 Nov 24 17:00:45.345436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c1bb18fd-e5ea-4598-bb79-7c23432c063e no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:00:45.438533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: c1bb18fd-e5ea-4598-bb79-7c23432c063e {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:00:45.439052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c1bb18fd-e5ea-4598-bb79-7c23432c063e not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:00:45.510560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Router 02dec089-c5e4-46c3-a557-b6e1270dcb65 is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 17:00:45.706041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 02054bd7-3a04-4bdb-a2a7-82f67395eecb up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:45.766180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb411d-c675-4d62-acb0-f7f5eb3eaead req-6aac89e7-c47a-45c2-92df-26ffc34f2ae2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:45.775759 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4efb411d-c675-4d62-acb0-f7f5eb3eaead req-6aac89e7-c47a-45c2-92df-26ffc34f2ae2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1705871 Nov 24 17:00:45.826260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 02054bd7-3a04-4bdb-a2a7-82f67395eecb triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:45.826700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:45.947710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4efb411d-c675-4d62-acb0-f7f5eb3eaead req-c24b1363-4463-42ed-a8dc-d6cde7323bc9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706460 Nov 24 17:00:46.051573 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:46.063671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Sync routers for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:46.088193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:46.089198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:46.089316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:46.122736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:46.127502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42000) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:46.128053 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7882154 Nov 24 17:00:46.464386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:46.634291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae1ded-0dd3-4355-b98a-7967117d88bd req-5959f205-f605-42ee-b286-e6f485f3c77d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:46.636064 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4ae1ded-0dd3-4355-b98a-7967117d88bd req-5959f205-f605-42ee-b286-e6f485f3c77d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1224000 Nov 24 17:00:46.669100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:46.734633 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4ae1ded-0dd3-4355-b98a-7967117d88bd req-5ea794a5-223f-4e36-ab27-638d15879050 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917213 Nov 24 17:00:46.980408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dbab5f-481c-47f0-8629-ee8d5f18f748 None None] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:00:47.063794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 3, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:47.091917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Checking router: 02dec089-c5e4-46c3-a557-b6e1270dcb65 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:47.092335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Updating router 02dec089-c5e4-46c3-a557-b6e1270dcb65 port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:47.348001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6485b-f197-428b-bde6-efde71b0494d req-a88df186-0cbe-49ef-811e-5d883a7106a2 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:47.350168 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6ca6485b-f197-428b-bde6-efde71b0494d req-a88df186-0cbe-49ef-811e-5d883a7106a2 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 946 time: 0.2628162 Nov 24 17:00:47.386536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:47.461747 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6ca6485b-f197-428b-bde6-efde71b0494d req-3867e7f4-08e3-4439-b89a-9e752d96cf79 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044457 Nov 24 17:00:47.561148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Provisioning for port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:47.569270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4303e-12db-424d-8a98-744d0bf102b4 req-e6137483-dfb0-4ee1-a423-b8b2242cb521 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:47.575844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Provisioning complete for port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:47.576476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:47.578136 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-afa4303e-12db-424d-8a98-744d0bf102b4 req-e6137483-dfb0-4ee1-a423-b8b2242cb521 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1939225 Nov 24 17:00:47.673640 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-afa4303e-12db-424d-8a98-744d0bf102b4 req-8098aadf-7c85-4404-9723-3f7fca05bed9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944350 Nov 24 17:00:47.947368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.042791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783c0e9-8b2c-4597-a43a-70e56e8995f3 req-be5bbca7-698b-4ea0-802e-3f3de6eb72ea tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:48.052013 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2783c0e9-8b2c-4597-a43a-70e56e8995f3 req-be5bbca7-698b-4ea0-802e-3f3de6eb72ea tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1351759 Nov 24 17:00:48.114158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] For port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:48.146593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.148498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-676b42f2-579b-42e3-8188-67a87847cefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:48.181459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.202873 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2783c0e9-8b2c-4597-a43a-70e56e8995f3 req-64179642-26f7-4c4c-a4d4-13cda4b9ab6d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489902 Nov 24 17:00:48.369937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-2145de3e-ad9e-452e-99a6-9e0a8105c060 None None] Provisioning complete for port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:48.372342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2145de3e-ad9e-452e-99a6-9e0a8105c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.496939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Pushing event updated for resources: {'Port': ['ID=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:48.525649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:48.551094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.551094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Transition to ACTIVE for port object d3dba35d-d2da-4b92-bd74-ccad2fb5c914 will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:48.621739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.640720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-266f9032-6530-4adb-8c33-cdbc313b327c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:48.709761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Allocated IP 172.20.0.1 (161b1309-7ff9-439a-bc22-4c7aaa5dc946/4e2288cf-a7b2-4be2-a063-5db27e5afd73/2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:48.744132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb444a-2609-4b4f-921a-13c304475b8d req-84f22c21-19d4-47f7-a014-5420c984bf7c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:48.745254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-6abb444a-2609-4b4f-921a-13c304475b8d req-84f22c21-19d4-47f7-a014-5420c984bf7c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:48.814428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Attempting to bind port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:48.815846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Attempting to bind port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:48.819254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Attempting to bind port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:48.840551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-6abb444a-2609-4b4f-921a-13c304475b8d req-84f22c21-19d4-47f7-a014-5420c984bf7c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:48.841773 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6abb444a-2609-4b4f-921a-13c304475b8d req-84f22c21-19d4-47f7-a014-5420c984bf7c tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 946 time: 0.2838480 Nov 24 17:00:48.843046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:48.843597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:48.849183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.849183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:48.849183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Bound port: d3dba35d-d2da-4b92-bd74-ccad2fb5c914, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:48.849183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:48.868876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e0149859-ecf3-4eb4-b4e7-94019decc7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.068988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] For port d3dba35d-d2da-4b92-bd74-ccad2fb5c914, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:49.090779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] For port d3dba35d-d2da-4b92-bd74-ccad2fb5c914, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:49.099223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:00:49.175492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.192670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.199018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42106) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:49.204056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Pushing event updated for resources: {'Port': ['ID=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:49.235182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.235932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.236752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.237592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.238178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.238754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.239350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.240495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.241086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.241661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.242113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Transition to ACTIVE for port object 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:49.243081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:00:49.248979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:49.250443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9973e028-c724-4365-82ab-ed77f72460bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:49.324844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Deleting port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:00:49.325052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.343277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc114b-3220-4714-bba3-78fb685beb2f req-dbca7c43-6bd9-4755-a53c-15eb8b33b927 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:49.345147 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f3bc114b-3220-4714-bba3-78fb685beb2f req-dbca7c43-6bd9-4755-a53c-15eb8b33b927 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2742932 Nov 24 17:00:49.412763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152627-f825-45f7-ae10-8caa46217371 req-a289bf36-8c2f-4ed7-8878-d9d1214a698b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:49.420811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:49.421909 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c8152627-f825-45f7-ae10-8caa46217371 req-a289bf36-8c2f-4ed7-8878-d9d1214a698b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 946 time: 0.5856507 Nov 24 17:00:49.431576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:49.467568 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f3bc114b-3220-4714-bba3-78fb685beb2f req-189e518b-2a8e-4935-bf90-2c7005a56061 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130743 Nov 24 17:00:49.555185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.637350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:49.647895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Pushing event updated for resources: {'Port': ['ID=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:49.702963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:49.731322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:6493c0dd1e704e7bb6c38d0f5224711b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:49.746488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:49.766626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4800d57a-eb3d-4d95-9a42-847596f1b5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:49.833156 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:49.838048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:49.867643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:49.870023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:49.967631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] For port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:49.968432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.016094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c61d-b457-47ce-8db6-2da2bdb989ec req-50080b64-c22b-4d5b-9019-1863b9a12c31 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:50.024404 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ce6c61d-b457-47ce-8db6-2da2bdb989ec req-50080b64-c22b-4d5b-9019-1863b9a12c31 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2483356 Nov 24 17:00:50.123511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.138074 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ce6c61d-b457-47ce-8db6-2da2bdb989ec req-3ca87477-6c16-400f-ad0e-96471df2aeab tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124949 Nov 24 17:00:50.170344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Calling delete_port for 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:00:50.173825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.220566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-96e65cb4-a4b6-4d3b-aae5-f55fdfd9ce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:50.253317 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6493c0dd1e704e7bb6c38d0f5224711b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0343068 Nov 24 17:00:50.253851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0de48b-3977-4b20-884b-1cc9b5a833b3,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:50.262078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42134) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:50.276870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:50.287138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.299304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6df0ada1-865f-4903-9be0-9730fff1f90e tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:50.379697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.384568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 3, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:50.390606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1948524-1aaa-4521-8d5b-980e86fc10e0 None None] The sync data for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb is: [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 3, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:50.404878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:50.415736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:50.422958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:50.438526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.511355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:50.514127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:50.514667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.545766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.556250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-402f8313-e35e-4764-863a-c57b45d3199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:50.565198 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c8152627-f825-45f7-ae10-8caa46217371 req-30bee87f-f4cf-4eba-9359-e342644cf147 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1422393 Nov 24 17:00:50.578032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.581022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0de48b-3977-4b20-884b-1cc9b5a833b3,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:50.596460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:50.602188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['f3256b8d-c240-4f46-918d-3e30304d7d45'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:00:50.607454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.612414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f0de48b-3977-4b20-884b-1cc9b5a833b3 HTTP/1.1" status: 204 len: 168 time: 0.3490810 Nov 24 17:00:50.628385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:50.688870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:50.692472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event deleted for resources: {'Port': ['ID=62f91dee-fa53-4f0e-8ce4-4dde52af6f56,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:50.741211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:50.872820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] No DVR routers for this DVR port 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:00:51.066771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696448e4-6f9e-4813-a01d-2614c3729f23 req-ceb439bd-21bf-4c78-b262-3516cd7adcc8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:51.069229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.075567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.081760 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-696448e4-6f9e-4813-a01d-2614c3729f23 req-ceb439bd-21bf-4c78-b262-3516cd7adcc8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2381828 Nov 24 17:00:51.168475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'name': 'network-vif-deleted', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:00:51.199907 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-696448e4-6f9e-4813-a01d-2614c3729f23 req-d4bc93f2-f205-45d2-b1b2-8e44a0cefe42 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886781 Nov 24 17:00:51.212812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-78fd7804-be62-467c-a92e-0719a3e7cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.246298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-237e6799-ef80-4ac1-9582-596be09ba042 None None] Provisioning for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:51.261281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-237e6799-ef80-4ac1-9582-596be09ba042 None None] Provisioning complete for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:51.264079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-237e6799-ef80-4ac1-9582-596be09ba042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.303699 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6abb444a-2609-4b4f-921a-13c304475b8d req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "DELETE /v2.0/ports/62f91dee-fa53-4f0e-8ce4-4dde52af6f56 HTTP/1.1" status: 204 len: 173 time: 2.3550258 Nov 24 17:00:51.343322 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e69382-eeb7-4b7f-9514-ad7f898e70db', 'name': 'network-vif-deleted', 'tag': '62f91dee-fa53-4f0e-8ce4-4dde52af6f56', 'status': 'completed', 'code': 200} Nov 24 17:00:51.492941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-237e6799-ef80-4ac1-9582-596be09ba042 None None] Port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:51.509655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:00:51.578590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.639361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.640603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.652172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:51.685571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:00:51.687268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 62f91dee-fa53-4f0e-8ce4-4dde52af6f56 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:00:51.737311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.772866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device d3dba35d-d2da-4b92-bd74-ccad2fb5c914 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:51.773056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42162) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:51.835627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.857116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:51.936910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:51.946663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:51.947129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:51.970187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:51.970553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:51.976827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Usage tracker for resource:security_group_rule and tenant:e58dc2d66c244923bc28055889b68cde is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:51.981099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:51.992564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:52.018513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972346c-7e4c-4d64-a239-6644293f326e req-c9478d54-cadc-4545-bb1b-1bc153b20ff1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:52.020467 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4972346c-7e4c-4d64-a239-6644293f326e req-c9478d54-cadc-4545-bb1b-1bc153b20ff1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4389570 Nov 24 17:00:52.076349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-c12b42f4-55d2-43f0-b58a-3b2e8dfd407d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Synchronizing usage tracker for tenant:e36de2340a644fc291044392e0989b55 on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:52.152289 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4972346c-7e4c-4d64-a239-6644293f326e req-b82e533e-dd2e-4ce8-b8b9-2b9cc6b922bb tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219695 Nov 24 17:00:52.157174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:52.158618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:52.202744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.242159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.250253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:52.304425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-c12b42f4-55d2-43f0-b58a-3b2e8dfd407d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Unset dirty status for tenant:e36de2340a644fc291044392e0989b55 on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:52.320377 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-c12b42f4-55d2-43f0-b58a-3b2e8dfd407d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033723101&fields=id&tenant_id=e36de2340a644fc291044392e0989b55 HTTP/1.1" status: 200 len: 267 time: 0.4613185 Nov 24 17:00:52.362642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.424322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port d3dba35d-d2da-4b92-bd74-ccad2fb5c914, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:00:52.463053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.465099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-45a446c1-87bf-4de8-8093-cf0e78a1324e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:52.517887 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e58dc2d66c244923bc28055889b68cde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7436635 Nov 24 17:00:52.525253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c5fcef-9e1c-4098-8b09-0c8449cf365e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:52.566200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42172) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:52.635904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:52.658050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:52.662884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:52.693598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-36a69a42-77f2-49b1-9887-74a3a7544496 req-0c76aa62-f38f-4a28-a610-e7412ddf1529 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:52.768208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-99fcd672-1ff8-4ce4-bd5b-25ebf0136422 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:52.777351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-99fcd672-1ff8-4ce4-bd5b-25ebf0136422 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Synchronizing usage tracker for tenant:e36de2340a644fc291044392e0989b55 on resource:network {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:52.807939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.845477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-825e8483-421d-42d7-92dd-47597b1d18db None None] Provisioning complete for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:52.845912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-825e8483-421d-42d7-92dd-47597b1d18db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:52.853587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-99fcd672-1ff8-4ce4-bd5b-25ebf0136422 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Unset dirty status for tenant:e36de2340a644fc291044392e0989b55 on resource:network {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:52.855428 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-99fcd672-1ff8-4ce4-bd5b-25ebf0136422 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 809 time: 0.5333793 Nov 24 17:00:52.894559 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-7894b5a1-befe-47ad-ae61-5278b057120b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/quotas/e36de2340a644fc291044392e0989b55 HTTP/1.1" status: 200 len: 375 time: 0.0333905 Nov 24 17:00:52.987088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-825e8483-421d-42d7-92dd-47597b1d18db None None] Port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:00:53.007066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:53.043059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:53.059914 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-46b7815d-abe6-441c-b691-be29168bc076 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581075 Nov 24 17:00:53.113905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-36a69a42-77f2-49b1-9887-74a3a7544496 req-0c76aa62-f38f-4a28-a610-e7412ddf1529 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:53.127040 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36a69a42-77f2-49b1-9887-74a3a7544496 req-0c76aa62-f38f-4a28-a610-e7412ddf1529 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=51e69382-eeb7-4b7f-9514-ad7f898e70db HTTP/1.1" status: 200 len: 210 time: 0.5466974 Nov 24 17:00:53.134949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:53.164683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1f546dd1-14d9-4fbc-ae49-cabb6674fcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:53.209749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c5fcef-9e1c-4098-8b09-0c8449cf365e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:53.213980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:53.285744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:53.287408 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35c5fcef-9e1c-4098-8b09-0c8449cf365e HTTP/1.1" status: 204 len: 168 time: 0.7058291 Nov 24 17:00:53.292041 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-77a53b1f-22ee-4b21-8956-4d1dafb6699d service neutron] 10.222.0.15 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141905 Nov 24 17:00:53.481056 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-067e1b40-4ad7-4191-8d51-3b61a2b26c32 service neutron] 10.222.0.15 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819055 Nov 24 17:00:53.591453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device d3dba35d-d2da-4b92-bd74-ccad2fb5c914 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:53.765997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:53.787912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fd763-7dbc-4b0d-ad53-dc33fb51aaba req-ec29deff-1014-4ec8-848d-7e14bbf6708f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:53.788977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:53.789590 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a6fd763-7dbc-4b0d-ad53-dc33fb51aaba req-ec29deff-1014-4ec8-848d-7e14bbf6708f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.4876382 Nov 24 17:00:53.837585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Router 02dec089-c5e4-46c3-a557-b6e1270dcb65 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:00:53.888119 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a6fd763-7dbc-4b0d-ad53-dc33fb51aaba req-cbe5be68-83fe-48ba-808a-ae01562d39d1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864153 Nov 24 17:00:54.303977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:00:54.317038 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/02dec089-c5e4-46c3-a557-b6e1270dcb65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1878622 Nov 24 17:00:54.684654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3b11-a750-4cbb-82e8-d8d9881f8468 req-cd4dec7e-1564-418b-acea-9c25f4d6e33d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:54.686384 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-477d3b11-a750-4cbb-82e8-d8d9881f8468 req-cd4dec7e-1564-418b-acea-9c25f4d6e33d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1344047 Nov 24 17:00:54.766605 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-477d3b11-a750-4cbb-82e8-d8d9881f8468 req-4576dd89-3d91-4a67-8b63-48ea859102dd tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Nov 24 17:00:55.119702 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-62d47d11-a874-47e8-af04-fe04fe7847e4 req-6036f6a6-79c0-44ce-8af5-010517428972 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 210 time: 0.0617046 Nov 24 17:00:55.172907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Sync routers for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:00:55.193354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:55.194685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:55.323656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5584a92-ecdd-425c-8e00-59979abac132 req-24fbce6e-4bc9-4d10-b1bc-e321119f7c0f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:55.325379 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b5584a92-ecdd-425c-8e00-59979abac132 req-24fbce6e-4bc9-4d10-b1bc-e321119f7c0f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1257081 Nov 24 17:00:55.384287 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b5584a92-ecdd-425c-8e00-59979abac132 req-4959c9b4-ee48-4ea1-b337-92f6c331df29 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518491 Nov 24 17:00:55.587755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:56.060353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fcf32-5a6b-45bd-8f4c-375854d7c52b req-4a06aefb-cd1d-49a8-819a-b86cb8020e68 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:56.068951 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b2fcf32-5a6b-45bd-8f4c-375854d7c52b req-4a06aefb-cd1d-49a8-819a-b86cb8020e68 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1132550 Nov 24 17:00:56.203061 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b2fcf32-5a6b-45bd-8f4c-375854d7c52b req-0de96966-2694-4dc6-85a2-16fc55ff4e13 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327889 Nov 24 17:00:56.233157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:50Z', 'revision_number': 4, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1', 'name': '', 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'tenant_id': '291dbe34965a402e9b06134005664566', 'mac_address': 'fa:16:3e:ca:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:48Z', 'updated_at': '2021-11-24T17:00:51Z', 'revision_number': 2, 'project_id': '291dbe34965a402e9b06134005664566', 'subnets': [{'id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:56.250789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Checking router: 02dec089-c5e4-46c3-a557-b6e1270dcb65 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:00:56.251274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Updating router 02dec089-c5e4-46c3-a557-b6e1270dcb65 port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:00:56.390964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:56.466746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-27b7fb22-4ea7-4265-97bb-e15af075b948 req-1eb0f4bd-72b2-45ae-9a2c-dfd1174c1f4c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Synchronizing usage tracker for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:00:56.556845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-27b7fb22-4ea7-4265-97bb-e15af075b948 req-1eb0f4bd-72b2-45ae-9a2c-dfd1174c1f4c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Unset dirty status for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:00:56.558376 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-27b7fb22-4ea7-4265-97bb-e15af075b948 req-1eb0f4bd-72b2-45ae-9a2c-dfd1174c1f4c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 210 time: 0.2035179 Nov 24 17:00:56.764742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85f19-8f93-4e26-b64e-2fb17f70063c req-1eff9ef4-6db3-44a6-abe2-ab70b6303ad1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:56.771604 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eae85f19-8f93-4e26-b64e-2fb17f70063c req-1eff9ef4-6db3-44a6-abe2-ab70b6303ad1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1489713 Nov 24 17:00:56.852523 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eae85f19-8f93-4e26-b64e-2fb17f70063c req-2193959b-d184-4971-b329-78620fae425a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750396 Nov 24 17:00:57.057099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.071841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Transition to ACTIVE for port object 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:57.113232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.118579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:57.315842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Pushing event updated for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:57.319214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:57.420379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42282) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:57.477459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Attempting to bind port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:00:57.481322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Attempting to bind port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:00:57.481928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Attempting to bind port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 on network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:00:57.495143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:00:57.495909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Checking segment: {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:00:57.496538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.497194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Bound using segment: {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:00:57.497899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Bound port: 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f367fd-76d7-4955-8d81-fef13b7be04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:00:57.498489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.820927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-2941cd6a-9416-495b-b176-2e8edc9b1a5e tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:57.822556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-2941cd6a-9416-495b-b176-2e8edc9b1a5e tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 809 time: 0.2871106 Nov 24 17:00:57.830036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.896576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] For port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:00:57.904907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] For port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:00:57.925571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72656-9ed4-4f2f-a309-be6444897f02 req-18a1240a-6392-4c73-8faa-3a0affb37000 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:57.929462 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-65c72656-9ed4-4f2f-a309-be6444897f02 req-18a1240a-6392-4c73-8faa-3a0affb37000 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4854047 Nov 24 17:00:57.940554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:57.970775 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-4a8c442f-3eb7-40a1-b1ef-4bd91de38d6d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36de2340a644fc291044392e0989b55 HTTP/1.1" status: 200 len: 380 time: 0.1351247 Nov 24 17:00:57.983658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'port': {'device_id': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'admin_state_up': True, 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'security_groups': ['c8cb9136-17f2-4f47-a859-31851e6b2986']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:57.985385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-572cfe88-71d0-480b-9e03-a28d570ff49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:58.038408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:58.042591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Usage tracker for resource:security_group_rule and tenant:b82e0b89e3684cf7a44196eadf913c3e is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:00:58.045960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:00:58.052270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:58.238690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:58.253193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:00:58.254251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:00:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:58.296800 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-65c72656-9ed4-4f2f-a309-be6444897f02 req-2c7292e3-251f-42a9-a3b4-9f2d7cb679e4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599064 Nov 24 17:00:58.298094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:58.383034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:00:58.402492 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-438f20c4-42ab-4163-90eb-b56e55a79dc2 req-a4b1a33a-4fb4-4039-810e-c15d1076f07d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 210 time: 0.1067553 Nov 24 17:00:58.408305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-64f80c71-2724-4715-9302-894913fe97f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:58.434600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:00:58.443628 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b82e0b89e3684cf7a44196eadf913c3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0185752 Nov 24 17:00:58.444681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42298) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:00:58.454578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Pushing event updated for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:58.470881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:58.533258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Made reservation on behalf of e36de2340a644fc291044392e0989b55 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:00:58.540235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:58.635359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df826626-4680-493e-be78-410aaa0faf5c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:58.765847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:00:58.779396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:58.851104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:58.869725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Allocated IP 172.20.0.13 (f6cf7257-939a-465d-b4ac-cfb03a1ff3b0/c0e0d12a-2248-4a06-b8e7-52c175f3484d/e4d408bf-fc25-458e-b0a2-e669e331f846) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:00:58.930975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:58.945414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ce0e4-8bfc-4036-9492-37e0a5476798 req-729eadc3-ea36-43ed-bf68-22ee017a8cb8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:58.947192 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a94ce0e4-8bfc-4036-9492-37e0a5476798 req-729eadc3-ea36-43ed-bf68-22ee017a8cb8 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.3200767 Nov 24 17:00:59.052727 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a94ce0e4-8bfc-4036-9492-37e0a5476798 req-297cccf1-35c2-4f40-adc2-37f3334229c6 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Nov 24 17:00:59.220788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:59.253181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:50Z', 'revision_number': 4, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1', 'name': '', 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'tenant_id': '291dbe34965a402e9b06134005664566', 'mac_address': 'fa:16:3e:ca:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:48Z', 'updated_at': '2021-11-24T17:00:57Z', 'revision_number': 4, 'project_id': '291dbe34965a402e9b06134005664566', 'subnets': [{'id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:00:59.262816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Transition to ACTIVE for port object e4d408bf-fc25-458e-b0a2-e669e331f846 will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:00:59.266981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5b706-bcdc-40ed-a46b-1f5c237486f7 None None] The sync data for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb is: [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:00:50Z', 'revision_number': 4, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1', 'name': '', 'network_id': '161b1309-7ff9-439a-bc22-4c7aaa5dc946', 'tenant_id': '291dbe34965a402e9b06134005664566', 'mac_address': 'fa:16:3e:ca:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:48Z', 'updated_at': '2021-11-24T17:00:57Z', 'revision_number': 4, 'project_id': '291dbe34965a402e9b06134005664566', 'subnets': [{'id': '4e2288cf-a7b2-4be2-a063-5db27e5afd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:00:59.309114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12405-e2d5-4fb0-b15f-f41ad48ed5f7 req-39206c35-c8df-4d91-a0e1-1f3852ed0c1b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:59.316430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7cf12405-e2d5-4fb0-b15f-f41ad48ed5f7 req-39206c35-c8df-4d91-a0e1-1f3852ed0c1b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2051809 Nov 24 17:00:59.406427 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7cf12405-e2d5-4fb0-b15f-f41ad48ed5f7 req-004a8a4c-13e7-4b3c-9e9c-5517b1c24f7c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887406 Nov 24 17:00:59.419537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:59.437169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-384ff7a0-9e81-41b7-93bb-48168a8706cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:59.467811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:59.477042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-964f3daa-86cc-46bf-8fab-94cfc2dcd89d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:00:59.525352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df826626-4680-493e-be78-410aaa0faf5c,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:59.528601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:59.663191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:00:59.693744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:00:59.701243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:00:59.702371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:00:59.707804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:00:59.709690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:59.759804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:00:59.773542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:00:59.795612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:00:59.799097 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df826626-4680-493e-be78-410aaa0faf5c HTTP/1.1" status: 204 len: 168 time: 1.3532445 Nov 24 17:00:59.890100 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9130232 Nov 24 17:00:59.930465 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Request body: {'port': {'device_id': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:00:59.988609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:00:59.994808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:00:59.995584 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.277583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732de56-afaa-4756-8ad7-6a13ab9b391a req-e0299b74-d830-47cf-bfb9-7c445b60350d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:00.294424 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1732de56-afaa-4756-8ad7-6a13ab9b391a req-e0299b74-d830-47cf-bfb9-7c445b60350d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.7592905 Nov 24 17:01:00.408352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-e5b88cae-cac9-4a7c-ab9d-d48c4e9bcb53 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:00.434127 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-e5b88cae-cac9-4a7c-ab9d-d48c4e9bcb53 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.6250846 Nov 24 17:01:00.440440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.492247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66600f-1e45-4ee8-a403-fda445605a1f req-93414f1a-825f-4150-982f-77a714e7b057 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:00.496331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9f66600f-1e45-4ee8-a403-fda445605a1f req-93414f1a-825f-4150-982f-77a714e7b057 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Synchronizing usage tracker for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:00.608548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.628216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-650c4882-b5d3-492e-abb6-2cc1bfae0953 None None] Provisioning for port e4d408bf-fc25-458e-b0a2-e669e331f846 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:01:00.643439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Deleting port f3256b8d-c240-4f46-918d-3e30304d7d45 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:01:00.643827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.665833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-650c4882-b5d3-492e-abb6-2cc1bfae0953 None None] Provisioning complete for port e4d408bf-fc25-458e-b0a2-e669e331f846 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:00.666493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-650c4882-b5d3-492e-abb6-2cc1bfae0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.672970 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9f66600f-1e45-4ee8-a403-fda445605a1f req-93414f1a-825f-4150-982f-77a714e7b057 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Unset dirty status for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:00.682062 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f66600f-1e45-4ee8-a403-fda445605a1f req-93414f1a-825f-4150-982f-77a714e7b057 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 932 time: 0.8768783 Nov 24 17:01:00.839797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:00.873990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-650c4882-b5d3-492e-abb6-2cc1bfae0953 None None] Port e4d408bf-fc25-458e-b0a2-e669e331f846 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:01:00.882160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:00.884111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:01.027250 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f66600f-1e45-4ee8-a403-fda445605a1f req-0dc93646-de3c-48b8-8803-d1e422e0f273 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413403 Nov 24 17:01:01.122227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:01.163975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:01.382282 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1732de56-afaa-4756-8ad7-6a13ab9b391a req-d959a582-9c40-4e09-ba4a-51e2ecf2e484 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0864263 Nov 24 17:01:01.385585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] For port f3256b8d-c240-4f46-918d-3e30304d7d45, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f3256b8d-c240-4f46-918d-3e30304d7d45,segment=NetworkSegment(733259b4-777b-460d-90cb-4e4f68beb719),segment_id=733259b4-777b-460d-90cb-4e4f68beb719)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:01.387460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:01.597190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c37b7-1797-4d17-9e9f-f610bc601809 req-934f0f39-7505-4020-adc4-a2ee6ceb7930 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:01.627640 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5d5c37b7-1797-4d17-9e9f-f610bc601809 req-934f0f39-7505-4020-adc4-a2ee6ceb7930 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 946 time: 0.2468913 Nov 24 17:01:01.683619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:01:01.695105 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Calling delete_port for f3256b8d-c240-4f46-918d-3e30304d7d45 owned by compute:nova {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:01:01.856261 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5d5c37b7-1797-4d17-9e9f-f610bc601809 req-668cf728-9130-40e8-8944-df768adccaf5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/security-groups?id=bace4302-a63e-4b85-a11a-9fe0101eb277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275231 Nov 24 17:01:01.902497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:01.903440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:01.918686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd520e2-5451-4542-847d-a5f3eb4187c1 req-689f23f6-b81e-4b9e-9765-59db68d47893 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:01.927308 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dcd520e2-5451-4542-847d-a5f3eb4187c1 req-689f23f6-b81e-4b9e-9765-59db68d47893 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2399986 Nov 24 17:01:02.021977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d408bf-fc25-458e-b0a2-e669e331f846 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:01:02.037217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:02.092457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Transition to ACTIVE for port object e4d408bf-fc25-458e-b0a2-e669e331f846 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:01:02.109181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dcd520e2-5451-4542-847d-a5f3eb4187c1 req-e81ebee7-fb44-4446-b530-dbf379b96129 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798458 Nov 24 17:01:02.127632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:02.134776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a02ab1ae-10e5-4826-88ed-8887e3a56f65 tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:02.159617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:02.166745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:02.299118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Pushing event deleted for resources: {'Port': ['ID=f3256b8d-c240-4f46-918d-3e30304d7d45,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:02.323313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:02.414597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] No DVR routers for this DVR port f3256b8d-c240-4f46-918d-3e30304d7d45 on host hv-cinder-81877 {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:01:02.417798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:02.420981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'name': 'network-vif-deleted', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:02.541196 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-548210b8-119c-4be5-b9d9-bf06b11dfd8d req-0e4c5e9f-6b31-4bac-88e4-02fad1890372 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.74 "DELETE /v2.0/ports/f3256b8d-c240-4f46-918d-3e30304d7d45 HTTP/1.1" status: 204 len: 173 time: 2.1042686 Nov 24 17:01:02.608415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1863b-5249-474e-93f3-c1dd14ac4672 req-6d51b57a-494d-4021-9e68-c62ff70012b1 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:02.610151 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ebd1863b-5249-474e-93f3-c1dd14ac4672 req-6d51b57a-494d-4021-9e68-c62ff70012b1 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.1249964 Nov 24 17:01:02.628138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:02.644920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:02.734259 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ebd1863b-5249-474e-93f3-c1dd14ac4672 req-d75d9c9e-d1b7-4680-88ca-6370d7527476 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158795 Nov 24 17:01:02.867032 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd68eb4-005f-421d-8825-d00519ddbb10', 'name': 'network-vif-deleted', 'tag': 'f3256b8d-c240-4f46-918d-3e30304d7d45', 'status': 'completed', 'code': 200} Nov 24 17:01:02.871680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Attempting to bind port e4d408bf-fc25-458e-b0a2-e669e331f846 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:01:02.872270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Attempting to bind port e4d408bf-fc25-458e-b0a2-e669e331f846 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:01:02.872813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Attempting to bind port e4d408bf-fc25-458e-b0a2-e669e331f846 on network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:01:02.904245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Port e4d408bf-fc25-458e-b0a2-e669e331f846 on network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:01:02.907761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Attempting to bind port e4d408bf-fc25-458e-b0a2-e669e331f846 on network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:01:02.927377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:01:02.927849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Checking segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:01:02.928292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Bound using segment: {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:01:02.928797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Bound port: e4d408bf-fc25-458e-b0a2-e669e331f846, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33385716-6e92-4a56-b54d-daa3f928847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:01:02.929197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:03.134406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75931-c234-458a-9933-68f45674945f req-c6b97622-e636-4907-9dba-c652002f42e2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:03.136320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b9c75931-c234-458a-9933-68f45674945f req-c6b97622-e636-4907-9dba-c652002f42e2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.3385401 Nov 24 17:01:03.182343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:01:03.198738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-fbf932d3-d5c9-4f16-9e33-e99d2a81d1e8 req-fd52bc72-65ea-4e74-88d9-0049425d60b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Synchronizing usage tracker for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:03.205884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:01:03.221193 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b9c75931-c234-458a-9933-68f45674945f req-63d68e36-5388-4bda-8058-f84c9d4dc15d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754478 Nov 24 17:01:03.241088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:03.245702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:03.271436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-fbf932d3-d5c9-4f16-9e33-e99d2a81d1e8 req-fd52bc72-65ea-4e74-88d9-0049425d60b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Unset dirty status for tenant:0f093d33ea4848f593ce8267208d3563 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:03.272929 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf932d3-d5c9-4f16-9e33-e99d2a81d1e8 req-fd52bc72-65ea-4e74-88d9-0049425d60b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd68eb4-005f-421d-8825-d00519ddbb10 HTTP/1.1" status: 200 len: 210 time: 0.1474090 Nov 24 17:01:03.351559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:03.356532 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] 10.222.0.74 "PUT /v2.0/ports/e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1094 time: 3.4551439 Nov 24 17:01:03.358252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:03.473325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:03.501123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:03.503755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device f3256b8d-c240-4f46-918d-3e30304d7d45 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:01:03.565063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: f3256b8d-c240-4f46-918d-3e30304d7d45 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:01:03.565468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device f3256b8d-c240-4f46-918d-3e30304d7d45 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:01:03.595731 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'status': 'completed', 'code': 200} Nov 24 17:01:03.741767 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-b44478c6-44ca-48a4-a387-7702472306a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.1603749 Nov 24 17:01:03.795791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bc321-7c21-4f9e-81ac-70f5cdcdc366 req-c827a183-6e65-467d-b7eb-031d684f59ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:03.806440 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c99bc321-7c21-4f9e-81ac-70f5cdcdc366 req-c827a183-6e65-467d-b7eb-031d684f59ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2661197 Nov 24 17:01:04.051670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-68b8d7f0-8acd-4c87-80ba-f5023682af6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:04.053821 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-68b8d7f0-8acd-4c87-80ba-f5023682af6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.2916191 Nov 24 17:01:04.093471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:04.144916 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-0cff655b-727f-40ba-8727-e90d7a7e3556 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1097 time: 0.5389833 Nov 24 17:01:04.197584 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-0e61858a-2fa6-4d30-9dc0-19fd8a3e6539 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.1351078 Nov 24 17:01:04.393409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c6759-010d-4048-be82-f29dcd381fb0 req-33b2a568-0785-409f-86df-51de8128cc1a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:04.394710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-239c6759-010d-4048-be82-f29dcd381fb0 req-33b2a568-0785-409f-86df-51de8128cc1a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.4567666 Nov 24 17:01:04.397350 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-2b3e5ce0-92b8-4fdc-af07-51b08495c5bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 217 time: 0.2096860 Nov 24 17:01:04.401815 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c99bc321-7c21-4f9e-81ac-70f5cdcdc366 req-a6a5a524-5891-4404-96fe-9334f97a9f05 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5936978 Nov 24 17:01:04.461751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-6b80d71a-d505-48e0-8fc8-4e78fa9691d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:04.470194 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-6b80d71a-d505-48e0-8fc8-4e78fa9691d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.2544887 Nov 24 17:01:04.516028 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-239c6759-010d-4048-be82-f29dcd381fb0 req-3ebe1c8d-3c3b-4977-8a35-ee1a0991919d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138051 Nov 24 17:01:04.578713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-6450547d-cc8a-4358-8857-9ea15350cc8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:04.580305 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-6450547d-cc8a-4358-8857-9ea15350cc8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.1637349 Nov 24 17:01:04.609579 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-445e12d6-2b01-4dfd-9ec5-be5124d19bd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085961 Nov 24 17:01:04.747777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42404) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:04.828880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Deleting subnet 6560533f-698a-47c0-b3f8-c19bce259f08 {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:01:04.832539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:04.845806 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-31560f3a-2774-424a-9634-cc47ad2d2828 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257257 Nov 24 17:01:04.901373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:04.909699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:05.026910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-67ece41d-5009-4d9d-b5d3-67e99535f843 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4355555 Nov 24 17:01:05.029578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:05.049537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ce96608-720d-450e-befa-a79e87aabc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:05.064765 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eb67174-d8f4-4cd5-9b14-7d3f4da5d833 req-648af526-3f58-479c-9487-f4c2dbd5c603 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118137 Nov 24 17:01:05.097663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328ba4-c157-4735-bc7d-35d6b0750add req-349caafd-b2de-4328-ad7e-d7116d5fd658 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:05.106243 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b328ba4-c157-4735-bc7d-35d6b0750add req-349caafd-b2de-4328-ad7e-d7116d5fd658 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.4195192 Nov 24 17:01:05.169141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6560533f-698a-47c0-b3f8-c19bce259f08,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:05.261718 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b328ba4-c157-4735-bc7d-35d6b0750add req-8055b72a-0103-4e69-8eed-b6ed92c7fbbf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518636 Nov 24 17:01:05.269952 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:05.336536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:05.347729 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6560533f-698a-47c0-b3f8-c19bce259f08 HTTP/1.1" status: 204 len: 168 time: 0.5943244 Nov 24 17:01:05.348172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42420) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:05.443359 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-38ae5d5e-ffe2-4e11-811f-585d051f4cfd service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988154 Nov 24 17:01:05.563683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:05.898579 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-599d078c-0320-4059-82bb-23a2dc1ab0fa req-5f978c31-0c1c-4491-b71d-d66b679a35c9 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458535 Nov 24 17:01:06.047274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.147881 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-3ad0bc02-127d-4d50-aafc-6e2dbe8db509 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1097 time: 0.1655700 Nov 24 17:01:06.152456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-170ff8fe-7910-478b-906a-d52b12f39cec req-422f75b4-44e1-45b0-b4d2-d30a4a62e0be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.5815814 Nov 24 17:01:06.162355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6967613-1aca-46bf-99d2-4087fd37b2de']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:06.227942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733259b4-777b-460d-90cb-4e4f68beb719') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:06.229337 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733259b4-777b-460d-90cb-4e4f68beb719') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:06.278595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.292172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6c84-827d-49cd-9eca-dc11d7aa20ea req-a4cf86a4-240b-4594-92f5-dbdebe96a7ea tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:06.302147 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6bc6c84-827d-49cd-9eca-dc11d7aa20ea req-a4cf86a4-240b-4594-92f5-dbdebe96a7ea tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2600546 Nov 24 17:01:06.352673 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-170ff8fe-7910-478b-906a-d52b12f39cec req-635d10e8-9316-4e58-a6fa-2c2e5778c520 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780891 Nov 24 17:01:06.404513 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6bc6c84-827d-49cd-9eca-dc11d7aa20ea req-e2159fe6-ffc9-4ad6-be48-a0ebb9c6172d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014280 Nov 24 17:01:06.408940 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.424620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:01:06.425068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:01:06.462145 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:01:06.648265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-9119ec58-2397-4ed0-a898-9cc4a89c0e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:06.649944 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-9119ec58-2397-4ed0-a898-9cc4a89c0e53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.4877460 Nov 24 17:01:06.710063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.715816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:06.772350 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:06.779871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6967613-1aca-46bf-99d2-4087fd37b2de,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:06.796067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:06.801009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ccd0d-09ce-473d-8922-c76d9de4467c req-7dac0bc6-f796-49d4-839a-2485b7c8e497 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:06.804434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-610ccd0d-09ce-473d-8922-c76d9de4467c req-7dac0bc6-f796-49d4-839a-2485b7c8e497 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.5157399 Nov 24 17:01:06.819694 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-b9968fef-141b-4c3c-b32e-cfebe5ed3ce9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 217 time: 0.1577969 Nov 24 17:01:06.913935 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f0e58671-6026-4b69-9492-3a735b7ec773 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6967613-1aca-46bf-99d2-4087fd37b2de HTTP/1.1" status: 204 len: 168 time: 1.5632768 Nov 24 17:01:06.952256 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-610ccd0d-09ce-473d-8922-c76d9de4467c req-b158bbd2-0b0e-4368-a136-c8811b1f5a19 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376202 Nov 24 17:01:06.988158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e19844-4bf0-4dc4-9bde-04aafd9ee6c6 req-c2d318cb-cf49-42a2-a663-d110163e088d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:06.992782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-f58a1e08-93c2-4193-9579-c09896cdd3df service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:06.994862 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-f58a1e08-93c2-4193-9579-c09896cdd3df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.1399908 Nov 24 17:01:06.997512 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b3e19844-4bf0-4dc4-9bde-04aafd9ee6c6 req-c2d318cb-cf49-42a2-a663-d110163e088d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2115278 Nov 24 17:01:07.081305 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b3e19844-4bf0-4dc4-9bde-04aafd9ee6c6 req-2e281097-6a6c-4ecb-879b-ea843bb30055 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805895 Nov 24 17:01:07.128229 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-a2f997ec-6bfb-484f-ab54-4d9cc81afbd4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240315 Nov 24 17:01:07.315649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-210397ab-70b9-4656-b73a-aafe008481c3 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794903 Nov 24 17:01:07.498272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42480) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:07.533648 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-114dbf36-48d3-4ca8-a09e-942e0ef0020d req-d1cb9ac3-aeee-42a0-b6b7-85c69acf67b0 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027905 Nov 24 17:01:07.780591 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cc40c3bd-ca9e-4ccf-81e9-7315e3e7f54b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f093d33ea4848f593ce8267208d3563&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2791417 Nov 24 17:01:07.781637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42486) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:07.835723 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-44d0f483-8b92-47ad-b110-9ae7372f4846 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1099 time: 0.2807057 Nov 24 17:01:07.845580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aefcaa-696f-422d-a3c6-ee5495502cf6 req-e5685064-ee8b-4200-8b6f-f432e68b9582 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:07.853935 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-93aefcaa-696f-422d-a3c6-ee5495502cf6 req-e5685064-ee8b-4200-8b6f-f432e68b9582 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1249235 Nov 24 17:01:07.971752 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-93aefcaa-696f-422d-a3c6-ee5495502cf6 req-ff1f5ae0-8893-4802-b3ac-68b9bc9f776c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168046 Nov 24 17:01:08.089570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:08.515209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926816b9-4b0f-4e45-92eb-c424874ad280 req-36077645-1194-4c45-ba99-7cec8f10ab7b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:08.516830 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-926816b9-4b0f-4e45-92eb-c424874ad280 req-36077645-1194-4c45-ba99-7cec8f10ab7b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.1698208 Nov 24 17:01:08.535408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:08.543607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528306a8-0283-4952-91ef-39f4da6eddca req-c9070102-682c-4f5b-b831-aa5bb1dae94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:08.546003 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-c9070102-682c-4f5b-b831-aa5bb1dae94a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.7030258 Nov 24 17:01:08.599987 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-926816b9-4b0f-4e45-92eb-c424874ad280 req-09943665-5425-4976-a065-bd0c79e32470 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717523 Nov 24 17:01:08.738466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80aa6c-2459-4923-bb59-68f39dbffffe req-0672015b-6a1d-450e-9d68-eb0909421887 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:08.742749 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5a80aa6c-2459-4923-bb59-68f39dbffffe req-0672015b-6a1d-450e-9d68-eb0909421887 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.2529008 Nov 24 17:01:08.744829 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-64fa7b83-8f09-48c8-8d94-231f2203e207 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 1001 time: 0.1893301 Nov 24 17:01:08.869891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528306a8-0283-4952-91ef-39f4da6eddca req-718a4fb2-e9ea-41de-8025-b47b13d68d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:08.871671 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-718a4fb2-e9ea-41de-8025-b47b13d68d13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.1134558 Nov 24 17:01:08.876785 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5a80aa6c-2459-4923-bb59-68f39dbffffe req-88e63b65-36c1-40c8-843f-4dfabe2d085c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785649 Nov 24 17:01:08.925334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:08.936223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:08.951182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace4302-a63e-4b85-a11a-9fe0101eb277,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:08.963132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:09.001404 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-e25d8cd9-fe3b-465c-84d1-d5ce9b0286e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175466 Nov 24 17:01:09.016170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:09.019847 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bace4302-a63e-4b85-a11a-9fe0101eb277 HTTP/1.1" status: 204 len: 168 time: 1.2333484 Nov 24 17:01:09.325512 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-e61e813a-c225-4bb2-92cb-7e2594d02c54 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105698 Nov 24 17:01:09.464195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc695f5-919a-45ca-84b7-de1a7eaab606 req-fca79ce6-4017-4fb5-838c-6483eb0a41a1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:09.473828 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3cc695f5-919a-45ca-84b7-de1a7eaab606 req-fca79ce6-4017-4fb5-838c-6483eb0a41a1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.2507317 Nov 24 17:01:09.527786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:01:09.561675 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3cc695f5-919a-45ca-84b7-de1a7eaab606 req-8df9ca83-2c8d-4a65-aa69-d709085b55f7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867934 Nov 24 17:01:09.610175 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-528306a8-0283-4952-91ef-39f4da6eddca req-a771297d-ff33-405c-92cb-cca9eafff888 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739506 Nov 24 17:01:09.845696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:09.862487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'mac_address': 'fa:16:3e:c4:da:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:01:09.972618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:10.006813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d408bf-fc25-458e-b0a2-e669e331f846 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:01:10.037324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:10.062157 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-5487437a-7bb9-4ff0-bbd7-a971b27469e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b4e19346448e471cbf761df3e8e4f040&device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 1098 time: 0.2522821 Nov 24 17:01:10.134411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980dc2-0c8d-470f-afc0-372c5fd4104f req-40b235ef-58f1-47be-b9dd-c99d626a6c81 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:10.144908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:10.149841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-60980dc2-0c8d-470f-afc0-372c5fd4104f req-40b235ef-58f1-47be-b9dd-c99d626a6c81 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1586986 Nov 24 17:01:10.152913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9847a053-77a1-48e2-a680-fc1ffaaa7adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:10.293703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b3b1-6373-472b-ba88-5079fb35c3a8 req-a0578a18-64f4-4f36-80e6-0ed097fe4e0b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:10.296241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3115b3b1-6373-472b-ba88-5079fb35c3a8 req-a0578a18-64f4-4f36-80e6-0ed097fe4e0b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.3457458 Nov 24 17:01:10.337525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:10.358233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:10.365094 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-60980dc2-0c8d-470f-afc0-372c5fd4104f req-d1502cdd-0398-4e28-8d23-4e04112717cd tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138364 Nov 24 17:01:10.461084 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3115b3b1-6373-472b-ba88-5079fb35c3a8 req-fe1028f9-69b5-44ee-9424-15f9b2476893 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555953 Nov 24 17:01:10.466218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-8a3abd40-fe00-48c7-a5d6-861acae894bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:10.467812 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-8a3abd40-fe00-48c7-a5d6-861acae894bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 200 len: 920 time: 0.3985136 Nov 24 17:01:10.475584 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['e4d408bf-fc25-458e-b0a2-e669e331f846'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:01:10.708596 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-0a7e245f-ad5d-4f0e-81a6-d849472f7dec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 200 len: 217 time: 0.2302661 Nov 24 17:01:10.849485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-27f6d727-5ce6-4ca4-a7a2-4f7fd47f8516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:10.854553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-27f6d727-5ce6-4ca4-a7a2-4f7fd47f8516 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 200 len: 859 time: 0.1341488 Nov 24 17:01:10.954173 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-c19156bf-11b2-466b-963f-09a765e68547 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914650 Nov 24 17:01:10.966567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a9e8-08fc-4f7e-9149-79ec1ef7f5ce req-04fb781c-46e9-4644-a274-57be64f28328 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:10.979092 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf76a9e8-08fc-4f7e-9149-79ec1ef7f5ce req-04fb781c-46e9-4644-a274-57be64f28328 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 946 time: 0.1178463 Nov 24 17:01:11.086862 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf76a9e8-08fc-4f7e-9149-79ec1ef7f5ce req-e6a024dd-e257-41c9-8aa0-3bf378a02a50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062837 Nov 24 17:01:11.104264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42558) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:11.168993 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-3a217bcb-728d-41b2-8417-5a4b834cf4f8 service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989217 Nov 24 17:01:11.518979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbf06f17-c9b6-483e-9b2c-ada393293be2 req-7e49b0d3-20d5-4ab1-b58e-474df0e12e7d service neutron] 10.222.0.74 "GET /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408077 Nov 24 17:01:11.546311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:01:11.571358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-738106341-network', 'tenant_id': '11ae0d78354e4c378540c0e4ea40c5f5'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:11.670252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:11.670252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Usage tracker for resource:network and tenant:11ae0d78354e4c378540c0e4ea40c5f5 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:11.670252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:11.670252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:11.753461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:11.758643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046709ee-2958-4284-ba7a-22f07008bbc5 req-36da1a56-a51a-4cd8-98a1-016f4b5f55ad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:11.760315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-046709ee-2958-4284-ba7a-22f07008bbc5 req-36da1a56-a51a-4cd8-98a1-016f4b5f55ad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 945 time: 0.1031141 Nov 24 17:01:11.778749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f470d-ab1d-49b6-bbeb-a830fc84adc7 req-6e8a172e-802e-4985-a94b-82da49291852 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:11.781121 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e57f470d-ab1d-49b6-bbeb-a830fc84adc7 req-6e8a172e-802e-4985-a94b-82da49291852 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1025770 Nov 24 17:01:11.784036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:11.795415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:11.813926 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-046709ee-2958-4284-ba7a-22f07008bbc5 req-14c7456f-a9e9-49cc-985b-83b6a8a2f68a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 Nov 24 17:01:11.835897 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e57f470d-ab1d-49b6-bbeb-a830fc84adc7 req-3982987f-213c-4409-8daa-af103fb77f1a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Nov 24 17:01:11.880196 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'code': 200} Nov 24 17:01:12.332534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01c5a8-30ef-42ea-b3c2-ed8f2a2fcf09 req-540fe461-1f34-4e2a-be7a-95e3b8fbc2d9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:12.334817 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a01c5a8-30ef-42ea-b3c2-ed8f2a2fcf09 req-540fe461-1f34-4e2a-be7a-95e3b8fbc2d9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.0881512 Nov 24 17:01:12.384625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a01c5a8-30ef-42ea-b3c2-ed8f2a2fcf09 req-5ff851b9-65ae-4c5d-89e4-4d8cd3330476 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Nov 24 17:01:12.898844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:12.898844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:12.899646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Made reservation on behalf of 11ae0d78354e4c378540c0e4ea40c5f5 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:01:12.899646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:12.929380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:12.973550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:12.976392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=8']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:12.983758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Usage tracker for resource:security_group_rule and tenant:11ae0d78354e4c378540c0e4ea40c5f5 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:12.989985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:12.995464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:12.997594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:13.103277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b26c1-fb87-43ed-bc87-e328eea70f84 req-5d708cc4-3e31-4063-9132-47f21527a551 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:13.105432 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef4b26c1-fb87-43ed-bc87-e328eea70f84 req-5d708cc4-3e31-4063-9132-47f21527a551 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0930808 Nov 24 17:01:13.145152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.152724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dabcf-de4b-4566-945e-6de028152b3f req-d07f9464-fe45-4589-accd-611449116e0a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:13.154442 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c0dabcf-de4b-4566-945e-6de028152b3f req-d07f9464-fe45-4589-accd-611449116e0a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 945 time: 0.1414981 Nov 24 17:01:13.161026 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef4b26c1-fb87-43ed-bc87-e328eea70f84 req-24a7f8db-46c8-443a-9046-b0c6c7114793 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Nov 24 17:01:13.208278 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c0dabcf-de4b-4566-945e-6de028152b3f req-138ddce8-7cd6-42d5-a820-8639c7cd49fa tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Nov 24 17:01:13.224443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.230353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-32693b03-cfc2-47ce-afdc-c90d877127a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:13.266688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f99b55-1c9e-4b4e-9477-48a6cb2dd7b7,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:13.284019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:13.363738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:01:13.390431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.391023 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Added segment a7d4ca28-550b-4835-b894-0000624ab88e of type vlan for network 37579610-2a61-4bf3-9af6-7e4d454d6303 Nov 24 17:01:13.431539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.515876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.522007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:13.528464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:13.531078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3837dafd-a239-494b-9cb3-2cd95590fbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:13.549166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:01:13.687594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Pushing event updated for resources: {'Network': ['ID=37579610-2a61-4bf3-9af6-7e4d454d6303,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:13.693693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:13.715489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 37579610-2a61-4bf3-9af6-7e4d454d6303 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:01:13.809544 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7040715 Nov 24 17:01:13.812356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42594) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:13.820641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Request body: {'subnet': {'network_id': '37579610-2a61-4bf3-9af6-7e4d454d6303', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-738106341-subnet', 'tenant_id': '11ae0d78354e4c378540c0e4ea40c5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:13.837477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:13.869863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Usage tracker for resource:subnet and tenant:11ae0d78354e4c378540c0e4ea40c5f5 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:13.892200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:13.912128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:13.984417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Made reservation on behalf of 11ae0d78354e4c378540c0e4ea40c5f5 for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:01:13.991644 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:14.079985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33650a-633a-4a92-826b-3558553b1d22 req-2392041d-284c-4939-b222-26d1af625751 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:14.086460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port e4d408bf-fc25-458e-b0a2-e669e331f846 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:01:14.088113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port e4d408bf-fc25-458e-b0a2-e669e331f846 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:14.088646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:14.091454 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2e33650a-633a-4a92-826b-3558553b1d22 req-2392041d-284c-4939-b222-26d1af625751 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.2426338 Nov 24 17:01:14.239817 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2e33650a-633a-4a92-826b-3558553b1d22 req-7985bf83-742d-4f92-be87-8d3bdb5fe116 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470404 Nov 24 17:01:14.422356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:14.568814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:14.570533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:14.636757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:14.640015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:14.653777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edbb50-190b-493e-aec1-5f1997a08a8b req-fd0e1cfc-9993-4cf6-a9c2-84c52e2fe429 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:14.672816 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e7edbb50-190b-493e-aec1-5f1997a08a8b req-fd0e1cfc-9993-4cf6-a9c2-84c52e2fe429 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1998191 Nov 24 17:01:14.794996 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e7edbb50-190b-493e-aec1-5f1997a08a8b req-55b11c77-e3f6-4500-aee7-113546460234 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151063 Nov 24 17:01:14.826187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:14.830409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:14.843989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52988f93-968b-426a-a7b8-801396a02bfd req-2bbd57ef-e5b4-4921-880f-ef0278f2da93 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:14.852207 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-52988f93-968b-426a-a7b8-801396a02bfd req-2bbd57ef-e5b4-4921-880f-ef0278f2da93 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.2234166 Nov 24 17:01:14.920175 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-52988f93-968b-426a-a7b8-801396a02bfd req-592864d1-522f-464c-bf4b-76ffc9245073 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669930 Nov 24 17:01:14.933064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:14.941825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:15.070670 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'code': 200} Nov 24 17:01:15.180544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9115bf13-3a5e-406a-a76c-314e68f1da7d,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:15.203515 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.204063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.204477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.204885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.205296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.205699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.206104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.206511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.206911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.207336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.207972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:15.211779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:15.250242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Checking segment: {'id': 'a7d4ca28-550b-4835-b894-0000624ab88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '37579610-2a61-4bf3-9af6-7e4d454d6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:01:15.250582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Network hostable DHCP agents. Network: 37579610-2a61-4bf3-9af6-7e4d454d6303, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:01:15.352961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Network 37579610-2a61-4bf3-9af6-7e4d454d6303 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:01:15.456002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 37579610-2a61-4bf3-9af6-7e4d454d6303) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:01:15.474250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:15.474250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:15.474660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf2e52-e76c-40af-8c3e-d2dbf47343bc None None] Network 37579610-2a61-4bf3-9af6-7e4d454d6303 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:01:15.566118 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f1db5165-ad57-4309-851a-86f9b1884a8c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7523918 Nov 24 17:01:15.812522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:01:15.841522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2837989d-6c03-4500-8d5b-ae3a69a7092a req-25c5c2be-c34f-4358-a647-6078f1e136dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.2507904 Nov 24 17:01:15.939217 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2837989d-6c03-4500-8d5b-ae3a69a7092a req-78fefc4a-12cc-40a6-b739-3b05a39c2731 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900643 Nov 24 17:01:16.110555 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697349e-93e5-4643-a7b2-6dc08d351250 None None] Network 37579610-2a61-4bf3-9af6-7e4d454d6303 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:01:16.459635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea557f-a5e2-40e8-a76e-3d90ee8dc25b req-84bc20a9-df27-4d56-8cea-9386646cca18 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:16.467608 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2ea557f-a5e2-40e8-a76e-3d90ee8dc25b req-84bc20a9-df27-4d56-8cea-9386646cca18 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1707985 Nov 24 17:01:16.561881 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2ea557f-a5e2-40e8-a76e-3d90ee8dc25b req-98d3e3dc-6a7f-4d05-aaf3-c03bfadcadfe tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927002 Nov 24 17:01:17.557241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84a6d02d-c5ac-4dc7-b93d-afcf5d72fefa req-1aff9d53-47e4-4d54-805a-5d512dbc4f1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5275781 Nov 24 17:01:17.728261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42692) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:17.736879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-524130484-network', 'tenant_id': '2b1fb85ec78a4ef491980be3879470b2'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:17.750049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:17.767816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Usage tracker for resource:network and tenant:2b1fb85ec78a4ef491980be3879470b2 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:17.771449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:17.792366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:17.852367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Made reservation on behalf of 2b1fb85ec78a4ef491980be3879470b2 for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:01:17.862386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:17.929726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:17.935180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14291ef9-01e7-4803-88b7-8d95fafd0c67 req-2ae663e8-c2d2-469a-9a05-456b27fe449a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:17.945348 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14291ef9-01e7-4803-88b7-8d95fafd0c67 req-2ae663e8-c2d2-469a-9a05-456b27fe449a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1423953 Nov 24 17:01:18.021688 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14291ef9-01e7-4803-88b7-8d95fafd0c67 req-96fcc348-f01f-4bc2-ae94-83eb47bd6553 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749884 Nov 24 17:01:18.099589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:18.107340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1fb85ec78a4ef491980be3879470b2 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:18.113253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:18.127721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:18.398906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42722) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:18.462625 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e81ac-3dcd-4855-b2d9-0bb8638543c6 req-bb2ac7cf-74cf-406b-ac3b-a4f2efd7b5e5 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:18.464605 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3f5e81ac-3dcd-4855-b2d9-0bb8638543c6 req-bb2ac7cf-74cf-406b-ac3b-a4f2efd7b5e5 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1478183 Nov 24 17:01:18.521817 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3f5e81ac-3dcd-4855-b2d9-0bb8638543c6 req-68d56b70-d31b-4fc0-a4c0-123d7d20b224 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494843 Nov 24 17:01:18.562471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42732) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:18.578060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9765-7113-4d3a-a66e-be145577f7a0 req-67510cfc-4745-475c-ace6-410f0dadd0bd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:18.579802 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a1a9765-7113-4d3a-a66e-be145577f7a0 req-67510cfc-4745-475c-ace6-410f0dadd0bd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.3569891 Nov 24 17:01:18.711032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:18.775145 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a1a9765-7113-4d3a-a66e-be145577f7a0 req-97538b79-66fa-4f80-869e-391626001a17 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716204 Nov 24 17:01:18.790235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:18.819886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:01:18.841416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-778fac33-18cc-467c-9a39-0b138cfd2cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:18.851285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:18.851963 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Added segment 64a49e75-64e7-40f0-9930-28b8a826020e of type vlan for network d107cfc1-1eb3-4e59-be50-57fea821d436 Nov 24 17:01:18.912785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-86a4960e-5747-45f9-a909-9efce5f9513e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:18.947409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.016976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0ef09-04c9-4a07-a450-a095f3a28fb9,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:19.018905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3e9b3ba8-ae3d-456d-a1f6-c6299e7ab009 tempest-TestShelveInstance-840907210 tempest-TestShelveInstance-840907210-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1094 time: 0.4537027 Nov 24 17:01:19.021359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:19.025284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42744) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:19.032382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:19.039319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:19.045984 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-eb88da74-d195-4d0c-a009-e09921440b46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6396306 Nov 24 17:01:19.049854 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Usage tracker for resource:floatingip and tenant:e36de2340a644fc291044392e0989b55 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:19.055101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:19.063348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:19.158219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.162278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:19.162990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.169877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:19.289259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Pushing event updated for resources: {'Network': ['ID=d107cfc1-1eb3-4e59-be50-57fea821d436,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:19.294521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:19.297750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for floatingip, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.301868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network d107cfc1-1eb3-4e59-be50-57fea821d436 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:01:19.508083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.654745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Allocated IP 172.28.0.156 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/b0bddd3c-0007-41ab-8ff2-32c866586792) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:01:19.772930 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0425396 Nov 24 17:01:19.777067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42762) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:19.785247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Request body: {'subnet': {'network_id': 'd107cfc1-1eb3-4e59-be50-57fea821d436', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-524130484-subnet', 'tenant_id': '2b1fb85ec78a4ef491980be3879470b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:19.799631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:19.799631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Usage tracker for resource:subnet and tenant:2b1fb85ec78a4ef491980be3879470b2 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:19.802721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:19.809391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:19.861343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.873588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Made reservation on behalf of 2b1fb85ec78a4ef491980be3879470b2 for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:01:19.879816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1327749'] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.969140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:19.977277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-832098ab-9b2c-4482-95d9-80f798d99cad tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:20.126530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:01:20.142776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:01:20.142776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:01:20.176794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'Port': ['ID=b0bddd3c-0007-41ab-8ff2-32c866586792,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:20.181959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:20.342678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa31d3-a64e-42aa-8473-915e120c0631 req-a8308d35-2879-4422-9805-95aab6429641 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:20.358403 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4daa31d3-a64e-42aa-8473-915e120c0631 req-a8308d35-2879-4422-9805-95aab6429641 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.3193917 Nov 24 17:01:20.431607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852887084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1327764'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:20.441142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-263f2b7c-9c4a-4bc8-a69b-8cbd5f460376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:20.534308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23263ec6-933a-46a4-b33c-281682c712f1,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:20.582490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Checking segment: {'id': '64a49e75-64e7-40f0-9930-28b8a826020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd107cfc1-1eb3-4e59-be50-57fea821d436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:01:20.582716 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4daa31d3-a64e-42aa-8473-915e120c0631 req-b572b351-9f7c-4e16-9ed5-4aadaaa1efc0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908045 Nov 24 17:01:20.583172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Network hostable DHCP agents. Network: d107cfc1-1eb3-4e59-be50-57fea821d436, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:01:20.605116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:20.620070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:20.628324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:20.653723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Network d107cfc1-1eb3-4e59-be50-57fea821d436 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:01:20.700308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, d107cfc1-1eb3-4e59-be50-57fea821d436) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:01:20.705075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:20.706128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:20.709978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac2e2c-d299-4fa1-b182-83296c1f39a8 None None] Network d107cfc1-1eb3-4e59-be50-57fea821d436 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:01:20.804322 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0252407 Nov 24 17:01:21.054783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42798) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:21.245613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a68adc6e-9f85-481b-a5b5-1fd350aedf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.269996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42338b-f933-42f1-9f42-b1a422a7a0f4 None None] Network d107cfc1-1eb3-4e59-be50-57fea821d436 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:01:21.459889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332b56-238d-4d86-847f-f59c68c8be88 req-fa885e57-3cc8-4939-992d-3de64de45413 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:21.475687 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e332b56-238d-4d86-847f-f59c68c8be88 req-fa885e57-3cc8-4939-992d-3de64de45413 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.1910303 Nov 24 17:01:21.522554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Deleting subnet 9115bf13-3a5e-406a-a76c-314e68f1da7d {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:01:21.526238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.614744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.780335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.841815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.916212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.927608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.933987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-22a029d1-b250-435a-a285-135d49939090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:21.966715 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e332b56-238d-4d86-847f-f59c68c8be88 req-ebc821c6-90f0-4d34-bba1-6654b5d49ed9 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253242 Nov 24 17:01:21.972363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9115bf13-3a5e-406a-a76c-314e68f1da7d,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:21.976031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:21.986568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:21.990591 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9115bf13-3a5e-406a-a76c-314e68f1da7d HTTP/1.1" status: 204 len: 168 time: 0.9346826 Nov 24 17:01:21.996614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42812) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:22.167750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.280242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.313053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31012e16-90d6-4c2b-8a92-a21a530a4efc req-bdeb5269-b6ce-4771-aec3-b5bc4472cda7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:22.315203 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31012e16-90d6-4c2b-8a92-a21a530a4efc req-bdeb5269-b6ce-4771-aec3-b5bc4472cda7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.4439890 Nov 24 17:01:22.390868 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31012e16-90d6-4c2b-8a92-a21a530a4efc req-15555705-7835-4a70-a925-3be9895d20d0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642812 Nov 24 17:01:22.460378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.471204 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-e2c750c5-4b2b-4a75-b063-55cf0689a9ad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 1097 time: 0.2978029 Nov 24 17:01:22.497875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37579610-2a61-4bf3-9af6-7e4d454d6303']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:22.572487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d4ca28-550b-4835-b894-0000624ab88e') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:22.572782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d4ca28-550b-4835-b894-0000624ab88e') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:22.593524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.604539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.627539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.636434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-eac0ad61-157a-42b5-854a-9344307b8a4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1097 time: 0.1305683 Nov 24 17:01:22.641472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:01:22.641472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.641938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:01:22.657039 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:01:22.660482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:22.760095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event updated for resources: {'Port': ['ID=b0bddd3c-0007-41ab-8ff2-32c866586792,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:22.775910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.810787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.848669 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:22.895418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723be3ad-044e-48bb-8d74-a009165bb88e req-d928b519-e6d6-47e3-a153-aaf907b17614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:22.897710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-d928b519-e6d6-47e3-a153-aaf907b17614 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.2398098 Nov 24 17:01:22.899185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.975690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:22.983496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:23.019293 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/37579610-2a61-4bf3-9af6-7e4d454d6303 HTTP/1.1" status: 204 len: 168 time: 1.0214891 Nov 24 17:01:23.020735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=37579610-2a61-4bf3-9af6-7e4d454d6303,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:23.024242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d2c45b9c-f7ab-4ba6-a38e-ddaf6ddc4c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:23.025277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42834) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:23.173780 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Floating IP bfe9e341-5567-40e7-8ad0-30e603268f63 associated. External IP: 172.28.0.156, port: e4d408bf-fc25-458e-b0a2-e669e331f846. Nov 24 17:01:23.212589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Deleting subnet 23263ec6-933a-46a4-b33c-281682c712f1 {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:01:23.217454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:23.271614 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-b3f2325e-a568-4177-a7f9-bad2c720da7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 200 len: 999 time: 0.3654470 Nov 24 17:01:23.362670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:23.418847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723be3ad-044e-48bb-8d74-a009165bb88e req-2b9a4fc5-9f88-45ca-af91-261217f734e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:23.420598 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-2b9a4fc5-9f88-45ca-af91-261217f734e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.1420124 Nov 24 17:01:23.541214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:23.579664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42850) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:23.634516 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-d6d329d3-1983-4fe6-9bb6-438c58f34f38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1987526 Nov 24 17:01:23.706798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-9736d683-6e1e-4a09-aae9-ddae2721ac3d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:23.711224 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-9736d683-6e1e-4a09-aae9-ddae2721ac3d tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.3482831 Nov 24 17:01:23.830575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Deleting port 6938f19d-1915-4f5f-b615-66d353eac66d {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:01:23.831215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:23.875891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98de36-0841-43c2-adf0-7cd3ff0e8977 req-63f04903-c511-4d35-9289-4bf340218cee tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:23.880877 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0c98de36-0841-43c2-adf0-7cd3ff0e8977 req-63f04903-c511-4d35-9289-4bf340218cee tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.6173820 Nov 24 17:01:23.924793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:23.965512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.005022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-13920774-8a5c-4d52-be76-705843ca5bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:24.041436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.061859 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23263ec6-933a-46a4-b33c-281682c712f1 HTTP/1.1" status: 204 len: 168 time: 1.0245566 Nov 24 17:01:24.083033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42860) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:24.092024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23263ec6-933a-46a4-b33c-281682c712f1,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:24.095008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2209defb-e21d-4dd4-be4a-108200c22c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:24.103848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:24.115477 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-f3062423-9cfa-4e77-835e-406fd9ab1f2c service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727578 Nov 24 17:01:24.116724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Usage tracker for resource:security_group_rule and tenant:ec389025f39c47e782f2926419c96ea7 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:24.126876 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0c98de36-0841-43c2-adf0-7cd3ff0e8977 req-d2420615-4e22-4727-ab62-d84622f442bf tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797979 Nov 24 17:01:24.139223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:24.146193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:24.225120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.393920 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-723be3ad-044e-48bb-8d74-a009165bb88e req-eefe9403-df06-42ac-bd65-90f83f057ccb service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664059 Nov 24 17:01:24.396174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.416786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.418892 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a4e2b70-3210-42b2-94d0-2620e9c84493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:24.433124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdfc03-6593-4344-98b3-835f78ea1eaa req-7d623b58-3a57-49df-8520-b716772efc2e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:24.441281 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ffdfc03-6593-4344-98b3-835f78ea1eaa req-7d623b58-3a57-49df-8520-b716772efc2e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.5936453 Nov 24 17:01:24.452091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] For port 6938f19d-1915-4f5f-b615-66d353eac66d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6938f19d-1915-4f5f-b615-66d353eac66d,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:24.452507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.511708 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ffdfc03-6593-4344-98b3-835f78ea1eaa req-b2b7acd6-6fd4-4bf9-bf9a-ff0515704d14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690999 Nov 24 17:01:24.593385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e53f0a3-e956-449f-9326-1d473f9a6f45,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:24.603200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:24.621429 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec389025f39c47e782f2926419c96ea7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0402098 Nov 24 17:01:24.623573 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42864) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:24.648593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Calling delete_port for 6938f19d-1915-4f5f-b615-66d353eac66d owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:01:24.750715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:24.785278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.005283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.012769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9d839800-7bb2-4c2a-8c82-24dd8d69708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:25.036229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e53f0a3-e956-449f-9326-1d473f9a6f45,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:25.043951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:25.050325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.064417 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e53f0a3-e956-449f-9326-1d473f9a6f45 HTTP/1.1" status: 204 len: 168 time: 0.4361579 Nov 24 17:01:25.154330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.196972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.197394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.198226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.198613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > port after_create 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.199092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.199473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > port after_update 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.209087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.209995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.210457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.210851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.464229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.466039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.466457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.466846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 17:01:25.467655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d107cfc1-1eb3-4e59-be50-57fea821d436']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:25.529281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a49e75-64e7-40f0-9930-28b8a826020e') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:25.529600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a49e75-64e7-40f0-9930-28b8a826020e') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:25.591435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: (self, other), Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: (self, other), Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:01:25.735463 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:01:25.815743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2a69-a1ba-4e1b-8190-4e05a339ef34 req-c259ea83-1c12-490d-9102-71f834e2817b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:25.818409 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-785a2a69-a1ba-4e1b-8190-4e05a339ef34 req-c259ea83-1c12-490d-9102-71f834e2817b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 945 time: 0.3318360 Nov 24 17:01:25.819545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c73e-b3b8-4e9e-a4ba-ffe279b61ef0 req-d7ef4985-1a2a-4ca5-8e2a-825d3feb6e97 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:25.822626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:01:25.824237 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-23d7c73e-b3b8-4e9e-a4ba-ffe279b61ef0 req-d7ef4985-1a2a-4ca5-8e2a-825d3feb6e97 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1048765 Nov 24 17:01:25.825575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:01:25.874019 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-23d7c73e-b3b8-4e9e-a4ba-ffe279b61ef0 req-59ac4651-ea40-44b6-8941-33b6ecde5315 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Nov 24 17:01:25.962471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:25.969771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:25.974304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cff8dce7-c076-40f3-9e81-e07b2064d053'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:01:26.028190 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-785a2a69-a1ba-4e1b-8190-4e05a339ef34 req-6ac274ec-9db8-420c-93c1-9de946f7f0de tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011101 Nov 24 17:01:26.028960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Pushing event deleted for resources: {'Port': ['ID=6938f19d-1915-4f5f-b615-66d353eac66d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:26.033351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:26.122610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:26.140351 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] No DVR routers for this DVR port 6938f19d-1915-4f5f-b615-66d353eac66d on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:01:26.157323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:26.183694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'name': 'network-vif-deleted', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:26.191206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30ffa961-f35a-4abd-9818-29ec5a530ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:26.207828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:26.210409 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/d107cfc1-1eb3-4e59-be50-57fea821d436 HTTP/1.1" status: 204 len: 168 time: 2.1170862 Nov 24 17:01:26.219934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d107cfc1-1eb3-4e59-be50-57fea821d436,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:26.280577 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b1256-8834-49b5-abc5-b16121ac70b3', 'name': 'network-vif-deleted', 'tag': '6938f19d-1915-4f5f-b615-66d353eac66d', 'status': 'completed', 'code': 200} Nov 24 17:01:26.281392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ae4ca7db-d41f-4f75-931b-f3c5efaf25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:26.295858 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-756e3429-4dc6-4950-bb93-5f9f346113c5 req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "DELETE /v2.0/ports/6938f19d-1915-4f5f-b615-66d353eac66d HTTP/1.1" status: 204 len: 173 time: 2.5771079 Nov 24 17:01:26.365569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:01:26.380735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Sync routers for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:01:26.403253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:01:26.405384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:26.519312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:26.659218 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8510b48a-a202-4f62-bf7f-a12b86a4a1c7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.6264896 Nov 24 17:01:26.719225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42926) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:26.752467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42930) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:26.800832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:26.902969 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-998c0183-95b5-4be0-8e39-a004c0a6eb76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11ae0d78354e4c378540c0e4ea40c5f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814907 Nov 24 17:01:26.905020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42934) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:26.917490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:26.935787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb4a06ae48446a392ad8f7b3a09d1ba is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:26.946347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:26.957896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:27.059913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.169179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.275926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.283624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1b9b1d7a-2521-4660-8f05-5613413bef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:27.311238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.314441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:01:27.320965 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99f99b55-1c9e-4b4e-9477-48a6cb2dd7b7 HTTP/1.1" status: 204 len: 168 time: 0.4111021 Nov 24 17:01:27.323602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f99b55-1c9e-4b4e-9477-48a6cb2dd7b7,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:27.346732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:27.355157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.392377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.464060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-49d36a4f-5264-4464-9d72-7b8a4852e15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:27.499036 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdb4a06ae48446a392ad8f7b3a09d1ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7444167 Nov 24 17:01:27.525206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42944) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:27.551216 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a19cbf48-3041-404e-adc1-2e238b96c173 req-6fcfa825-4232-4dcf-abec-2ff468bc961a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=c43b1256-8834-49b5-abc5-b16121ac70b3 HTTP/1.1" status: 200 len: 210 time: 0.1425691 Nov 24 17:01:27.598608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6938f19d-1915-4f5f-b615-66d353eac66d no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:01:27.649996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 6938f19d-1915-4f5f-b615-66d353eac66d {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:01:27.650690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6938f19d-1915-4f5f-b615-66d353eac66d not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:01:27.651546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e0611-7f29-4d6c-ba24-48311d21fece,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:27.658374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:27.665415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ff4d-31b0-4972-8307-78dec7d414ac req-ba6df4ed-3ea8-4a8e-ba36-6fa889c508a6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:27.667105 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a17ff4d-31b0-4972-8307-78dec7d414ac req-ba6df4ed-3ea8-4a8e-ba36-6fa889c508a6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.4424207 Nov 24 17:01:27.758110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.774733 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a17ff4d-31b0-4972-8307-78dec7d414ac req-5d0fcd80-7365-46bb-a1bc-c608c797bacd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971341 Nov 24 17:01:27.807942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.964852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:27.974043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-762635dd-0a05-4568-addd-4fd8103c1fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:28.002533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e0611-7f29-4d6c-ba24-48311d21fece,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:28.015649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:28.020088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:28.020088 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/334e0611-7f29-4d6c-ba24-48311d21fece HTTP/1.1" status: 204 len: 168 time: 0.4841263 Nov 24 17:01:28.087749 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'bfe9e341-5567-40e7-8ad0-30e603268f63', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'floating_ip_address': '172.28.0.156', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'mac_address': 'fa:16:3e:c4:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:01:21Z', 'updated_at': '2021-11-24T17:01:21Z', 'revision_number': 0, 'project_id': 'e36de2340a644fc291044392e0989b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:28.101697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Checking router: 3dbb6017-5b88-4444-9fb3-f341ad7e9bde for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:01:28.152556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:01:28.153733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:28.281678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:28.355870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42968) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:28.455731 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8dabab44-0348-4c35-842e-f835cbb2d37d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b1fb85ec78a4ef491980be3879470b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0981743 Nov 24 17:01:28.458126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 42972) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:28.463769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:01:28.548112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:28.583784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:28.594621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42978) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:28.675898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:28.689725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9c52adf1-0594-4a8f-a07b-2646a668e1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:28.734110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0ef09-04c9-4a07-a450-a095f3a28fb9,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:28.741641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:28.745651 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5af0ef09-04c9-4a07-a450-a095f3a28fb9 HTTP/1.1" status: 204 len: 168 time: 0.2852407 Nov 24 17:01:28.751853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:28.826671 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'status': 'completed', 'code': 200} Nov 24 17:01:28.970452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:29.066691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:29.078413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Usage tracker for resource:security_group_rule and tenant:0d775d47c3f9460dba7c835b616d3af9 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:29.085069 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:29.099740 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-e6e1e584-293c-43c5-b601-0bb986a80006 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.2193906 Nov 24 17:01:29.126330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:29.359659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-914de97b-5f64-44ef-86a7-0976fb793798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:29.361514 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-914de97b-5f64-44ef-86a7-0976fb793798 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.2417593 Nov 24 17:01:29.451702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:29.482761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'bfe9e341-5567-40e7-8ad0-30e603268f63', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'floating_ip_address': '172.28.0.156', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'mac_address': 'fa:16:3e:c4:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:01:21Z', 'updated_at': '2021-11-24T17:01:21Z', 'revision_number': 0, 'project_id': 'e36de2340a644fc291044392e0989b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:01:29.488009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694253a-2734-41c5-8836-4c691db8f1dd None None] The sync data for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb is: [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'bfe9e341-5567-40e7-8ad0-30e603268f63', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'floating_ip_address': '172.28.0.156', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'mac_address': 'fa:16:3e:c4:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:01:21Z', 'updated_at': '2021-11-24T17:01:21Z', 'revision_number': 0, 'project_id': 'e36de2340a644fc291044392e0989b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:01:29.508728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:29.534944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0bc79d71-bd10-42f7-ab0d-30e5a268e26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:29.613816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ecad6-6c5b-4851-98e0-e18fa671f912,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:29.615418 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-cc027557-317a-4fe1-96db-fa07d54d36d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1000 time: 0.1905732 Nov 24 17:01:29.616313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:29.616313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964091f-a925-4850-889c-4f78498d2b5d req-eedefad9-5994-4122-9028-bc94bd618582 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:29.619500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4964091f-a925-4850-889c-4f78498d2b5d req-eedefad9-5994-4122-9028-bc94bd618582 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.2827728 Nov 24 17:01:29.672188 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d775d47c3f9460dba7c835b616d3af9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0762074 Nov 24 17:01:29.675534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 42998) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:29.693277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-8d56b86d-9be0-4400-9abd-503875336aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:29.695756 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-8d56b86d-9be0-4400-9abd-503875336aa2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.1024184 Nov 24 17:01:29.751945 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4964091f-a925-4850-889c-4f78498d2b5d req-28fdeb60-3be1-4ca5-9855-f6e295075bc4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310179 Nov 24 17:01:29.798038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43002) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:29.889827 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-ca2ac83f-392d-4999-b616-2f7d2c61766b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1653478 Nov 24 17:01:29.906798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:29.918174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:30.343246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01784b2f-b003-49e5-bcb3-d82e886b5f95 None None] New status for floating IP bfe9e341-5567-40e7-8ad0-30e603268f63: ACTIVE {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:01:30.423659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:30.458511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:30.513128 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Usage tracker for resource:security_group_rule and tenant:4f71e4c8118845599bda80153dc355eb is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:30.521404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f13b-7c35-4ce0-835e-0812f7862bfa req-4de6ad20-1823-47cf-8908-a7b69ec92b74 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:30.522241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-b6d7f13b-7c35-4ce0-835e-0812f7862bfa req-4de6ad20-1823-47cf-8908-a7b69ec92b74 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Synchronizing usage tracker for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:30.526568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:30.549806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:30.568531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-b6d7f13b-7c35-4ce0-835e-0812f7862bfa req-4de6ad20-1823-47cf-8908-a7b69ec92b74 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Unset dirty status for tenant:b4e19346448e471cbf761df3e8e4f040 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:30.570241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6d7f13b-7c35-4ce0-835e-0812f7862bfa req-4de6ad20-1823-47cf-8908-a7b69ec92b74 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1894410 Nov 24 17:01:30.636199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-b733f188-cd83-4ed6-97e6-313cfe2a35b6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:30.637781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-b733f188-cd83-4ed6-97e6-313cfe2a35b6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:network {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:30.654093 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6d7f13b-7c35-4ce0-835e-0812f7862bfa req-20d6a247-3ccb-432a-85d6-225d692834cc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Nov 24 17:01:30.689158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:30.712078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a860ed96-9dd7-48a8-93c4-b09c1265cf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:30.762406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ecad6-6c5b-4851-98e0-e18fa671f912,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:30.765813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:30.789235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-b733f188-cd83-4ed6-97e6-313cfe2a35b6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:network {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:30.796583 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-b733f188-cd83-4ed6-97e6-313cfe2a35b6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 815 time: 0.8258607 Nov 24 17:01:30.830568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:30.831966 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/314ecad6-6c5b-4851-98e0-e18fa671f912 HTTP/1.1" status: 204 len: 168 time: 1.1551421 Nov 24 17:01:30.860319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:30.873729 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-38eef904-37a1-4bb0-9841-8f0b5c5051eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/quotas/f71f090f894a41c9bf11ebfa383cd620 HTTP/1.1" status: 200 len: 375 time: 0.0748260 Nov 24 17:01:30.981045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:31.024633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-be304df8-5098-4f93-a442-e797bc1197b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:31.037019 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f71e4c8118845599bda80153dc355eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2343602 Nov 24 17:01:31.040303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 43038) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:31.125793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5aec46-ac32-48df-8cc6-e7270378d958,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:31.135046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:31.194297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-00340e8d-989b-4c73-a3ff-7a166804b6d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3183579 Nov 24 17:01:31.265794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:31.323833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373163bb-b454-4bfe-953a-d19afbc083ab req-510fdcba-7bef-422d-a5b6-7753ad593285 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:31.332162 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-373163bb-b454-4bfe-953a-d19afbc083ab req-510fdcba-7bef-422d-a5b6-7753ad593285 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.2682378 Nov 24 17:01:31.361848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:31.459608 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-373163bb-b454-4bfe-953a-d19afbc083ab req-303b4eb9-b05e-4a15-a4c1-dbd4b551cd64 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263738 Nov 24 17:01:31.462593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:31.480567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4cd314a1-6363-48e7-b586-0b4bdeaf67c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:31.512671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:31.516430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a5aec46-ac32-48df-8cc6-e7270378d958 HTTP/1.1" status: 204 len: 168 time: 0.4725683 Nov 24 17:01:31.516430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5aec46-ac32-48df-8cc6-e7270378d958,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:31.517581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:31.520421 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-8063d7c2-1544-4544-97ec-0ce33139ba2c service neutron] 10.222.0.15 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124871 Nov 24 17:01:31.730771 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-1588275b-a98c-43e0-8cf3-e8aa33561ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971650 Nov 24 17:01:31.913087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7f69-2e3a-4f9d-8d60-f2748c2f56f7 req-1697bd7f-ff1b-4beb-b69a-54d7fbb64e59 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:31.914701 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bfaf7f69-2e3a-4f9d-8d60-f2748c2f56f7 req-1697bd7f-ff1b-4beb-b69a-54d7fbb64e59 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0899315 Nov 24 17:01:31.973047 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bfaf7f69-2e3a-4f9d-8d60-f2748c2f56f7 req-8bcce7a9-6595-44c3-88ae-0bc2c09098a0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522163 Nov 24 17:01:32.178841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-33e6b772-4e79-48e8-8fd8-e564055b6a69 req-75dbf6cc-7680-4067-9329-0a687627ee62 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.1038675 Nov 24 17:01:32.769000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4fa54-b7c3-48bd-85be-e42ece860f21 req-2231c42b-d897-47eb-a5cc-7f8f8e27baee tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:32.771272 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-73b4fa54-b7c3-48bd-85be-e42ece860f21 req-2231c42b-d897-47eb-a5cc-7f8f8e27baee tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1063464 Nov 24 17:01:32.873372 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-73b4fa54-b7c3-48bd-85be-e42ece860f21 req-bcb523f5-4be9-4f12-a3fc-07b93ae3f66b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884490 Nov 24 17:01:33.469670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434d717-af38-4412-bb08-6f75f7a1476c req-8f3db6d4-bed4-47bd-9b06-4d4951972408 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:33.473927 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c434d717-af38-4412-bb08-6f75f7a1476c req-8f3db6d4-bed4-47bd-9b06-4d4951972408 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1388485 Nov 24 17:01:33.543154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4b0ad3f4-7392-4b37-b865-9d3ab9096689 req-c3837033-497b-4501-b498-b9ebfc4ca7e9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:33.603415 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c434d717-af38-4412-bb08-6f75f7a1476c req-6f949334-47eb-4004-8a72-c9b2400e8464 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157389 Nov 24 17:01:33.609889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4b0ad3f4-7392-4b37-b865-9d3ab9096689 req-c3837033-497b-4501-b498-b9ebfc4ca7e9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:33.611480 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4b0ad3f4-7392-4b37-b865-9d3ab9096689 req-c3837033-497b-4501-b498-b9ebfc4ca7e9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.1415291 Nov 24 17:01:34.090073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:34.158065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192379-6e7b-4b1e-870e-a02bfbe037e4 req-c8f84a5f-cb3e-4b0e-909c-29992975832b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:34.159844 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eb192379-6e7b-4b1e-870e-a02bfbe037e4 req-c8f84a5f-cb3e-4b0e-909c-29992975832b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1358807 Nov 24 17:01:34.219181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eb192379-6e7b-4b1e-870e-a02bfbe037e4 req-ef864ab7-7aa8-44b1-9dfd-dac4d01a8849 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520256 Nov 24 17:01:34.836446 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d30757b4-97d6-49be-b558-ca49125ca237 req-acd715fe-4d24-4a03-8a41-41e0ccb4318f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0681925 Nov 24 17:01:34.929507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18314-aff4-4ccf-a462-227059ab62aa req-43b15c11-cdd7-4f96-b114-519b0935aa2c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:34.937538 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0ce18314-aff4-4ccf-a462-227059ab62aa req-43b15c11-cdd7-4f96-b114-519b0935aa2c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1358438 Nov 24 17:01:35.000776 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0ce18314-aff4-4ccf-a462-227059ab62aa req-4370057b-54f0-4435-88b5-c96dd379254b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Nov 24 17:01:35.488946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dbda5-e38d-4b6f-8e1e-35593ce3121b req-c7664f9a-6bc9-4b21-8773-baef278dc32c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:35.520004 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-215dbda5-e38d-4b6f-8e1e-35593ce3121b req-c7664f9a-6bc9-4b21-8773-baef278dc32c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1001377 Nov 24 17:01:35.552780 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-215dbda5-e38d-4b6f-8e1e-35593ce3121b req-2f4e96c9-f5c6-49e3-a20c-2b203e42b669 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552692 Nov 24 17:01:36.015490 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-68cd5f68-14c1-4c59-9ced-835d691b1d48 req-4d24ea68-ab21-4396-8971-557fae72efbc tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0483184 Nov 24 17:01:36.229217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d662-6d80-4c22-b17a-270e8f17d517 req-e46b9b17-a43a-46e3-8efb-f8ef860ad6da tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:36.230835 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5479d662-6d80-4c22-b17a-270e8f17d517 req-e46b9b17-a43a-46e3-8efb-f8ef860ad6da tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0925426 Nov 24 17:01:36.293488 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5479d662-6d80-4c22-b17a-270e8f17d517 req-ea08dc64-1c34-4176-976c-975352630d4a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Nov 24 17:01:36.858605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078663d1-91d2-4395-93aa-dc53ced6911b req-5f8bd522-074b-4610-b284-fd3de3805d89 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:36.862065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-078663d1-91d2-4395-93aa-dc53ced6911b req-5f8bd522-074b-4610-b284-fd3de3805d89 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.0938492 Nov 24 17:01:36.935135 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-078663d1-91d2-4395-93aa-dc53ced6911b req-46681b2a-8739-422f-8809-af32ca1d4e23 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654888 Nov 24 17:01:37.216368 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-739dc4ed-3fcc-4718-8798-9d3114302463 req-9e45656c-57d8-406c-8379-0e8bcbcb0f5f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0491521 Nov 24 17:01:37.634622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd88a0d-69d0-44c9-843f-8205294107c4 req-fc8621e4-3e4a-4972-8b68-cc6eaf3238df tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:37.641941 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4cd88a0d-69d0-44c9-843f-8205294107c4 req-fc8621e4-3e4a-4972-8b68-cc6eaf3238df tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1775637 Nov 24 17:01:37.705929 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4cd88a0d-69d0-44c9-843f-8205294107c4 req-57e5df62-2364-4a1e-9a2c-1cbcc8a64971 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626748 Nov 24 17:01:38.192679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c171c-78a5-469d-9134-ffb564289d12 req-c941c7c6-50c7-4001-ad18-53d63fd772e1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:38.195181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b1c171c-78a5-469d-9134-ffb564289d12 req-c941c7c6-50c7-4001-ad18-53d63fd772e1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1052454 Nov 24 17:01:38.247040 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7b1c171c-78a5-469d-9134-ffb564289d12 req-9767a3c2-4549-4814-a689-c965a84e89e5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447981 Nov 24 17:01:38.408658 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5874e05c-cb65-4c3d-9cd6-07a4b4bdd307 req-eed8e134-614e-4356-8c96-0b68b4c319d9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0520809 Nov 24 17:01:38.958747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef748b-aa30-4a8c-ba13-01561cfd7093 req-c4e7dac7-6c37-4395-86f1-6b1c5c7daa64 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:38.958747 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aeef748b-aa30-4a8c-ba13-01561cfd7093 req-c4e7dac7-6c37-4395-86f1-6b1c5c7daa64 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0940361 Nov 24 17:01:39.009746 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aeef748b-aa30-4a8c-ba13-01561cfd7093 req-16783b6c-89e1-4ef6-b8fe-dc0051bcf907 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Nov 24 17:01:39.601199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276240dd-71e3-47da-9123-5e1363396c1c req-29f577fa-f3fd-467b-a701-b50677170848 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:39.603041 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-276240dd-71e3-47da-9123-5e1363396c1c req-29f577fa-f3fd-467b-a701-b50677170848 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1901615 Nov 24 17:01:39.617158 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e38b911-fa5f-4a32-9c37-28569170f963 req-b310caf0-eac1-4de8-9b81-bd3dcfced3be tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0574403 Nov 24 17:01:39.646022 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-9b038347-fdf8-43e3-9cbf-bcff8d6de2af service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594085 Nov 24 17:01:39.697942 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-276240dd-71e3-47da-9123-5e1363396c1c req-01d9b61f-0570-49aa-8b62-e7448175e62b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770066 Nov 24 17:01:39.817403 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ac013e76-4ad7-4942-b5e7-a74b2b7c90e4 req-53680de4-be6f-49e8-9ca7-77db25b75c69 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564920 Nov 24 17:01:40.221929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd189e1-0648-410b-8cc0-08b652a88981 req-103f5c4a-46d0-4b6b-976b-d67ee0653bf9 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:40.223569 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0cd189e1-0648-410b-8cc0-08b652a88981 req-103f5c4a-46d0-4b6b-976b-d67ee0653bf9 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0871601 Nov 24 17:01:40.273227 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0cd189e1-0648-410b-8cc0-08b652a88981 req-0a4c6261-c7b4-4ae2-87f1-d95b4bf862c2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Nov 24 17:01:40.696525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-7bd26ae8-2c7a-44a4-a561-ff528c5ee64a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:40.697232 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-7bd26ae8-2c7a-44a4-a561-ff528c5ee64a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 815 time: 0.1693702 Nov 24 17:01:40.716770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'port': {'device_id': '06827400-2c27-47e4-9aff-f31387498b99', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'admin_state_up': True, 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:40.957577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a03d6-13ba-492c-939d-6fc89d81e865 req-e70f24ac-60f3-4c8e-bb89-9e985d24b7e4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:40.960214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d91a03d6-13ba-492c-939d-6fc89d81e865 req-e70f24ac-60f3-4c8e-bb89-9e985d24b7e4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.1042047 Nov 24 17:01:41.019297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d91a03d6-13ba-492c-939d-6fc89d81e865 req-3b7fd07d-dee1-4c52-bc2b-fb551e6c0e60 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516644 Nov 24 17:01:41.136461 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e37f2e99-8e33-474b-96ee-657a1fa4308d req-54be80d3-eb71-43ea-9c66-907738d71f2a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0840006 Nov 24 17:01:41.141558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:41.153367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:41.209173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Made reservation on behalf of f71f090f894a41c9bf11ebfa383cd620 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:01:41.232755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:41.530219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Allocated IP 172.20.0.3 (b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8/120e9b71-2533-4042-85fa-d682474bddf5/4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:01:41.672631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27064bf2-2b5e-420c-972a-f02d69ed63f8 req-8a81de87-e0c2-4319-9df0-7a3e0d1685c0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:41.674296 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-27064bf2-2b5e-420c-972a-f02d69ed63f8 req-8a81de87-e0c2-4319-9df0-7a3e0d1685c0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1951752 Nov 24 17:01:41.691819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:01:41.736819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43318) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:41.935293 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-27064bf2-2b5e-420c-972a-f02d69ed63f8 req-533f196a-d83e-4f7b-b94c-fd2af9f8d02f tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196009 Nov 24 17:01:41.984049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.037459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:42.045278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Usage tracker for resource:security_group_rule and tenant:6b01475af84c4ec8a32a3499ef377af8 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:42.049110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:42.055849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:42.137707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.207436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Transition to ACTIVE for port object 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:01:42.232126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.284176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.285919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.293711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-804a63ff-ddec-4756-bd12-9fa92a6fa4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:42.308169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5bbe8fd1-bc84-448c-8bf1-33b8fbf0fa2c tempest-DeleteServersTestJSON-804726817 tempest-DeleteServersTestJSON-804726817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:42.326488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:42.343426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'mac_address': 'fa:16:3e:d5:1d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:01:42.403919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:01:42.414231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:01:42.428935 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:01:42.439488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.495876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:01:42.545646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:42.562573 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b01475af84c4ec8a32a3499ef377af8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8234496 Nov 24 17:01:42.570348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43350) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:42.635078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.637312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-50a50993-24de-42fc-958e-d72c5f6b6d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:42.649930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc603a-1725-465d-9591-422c895e25f4,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:42.730043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:42.730043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.737360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.751106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:42.774966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:42.800442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:42.801783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:42.817624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0d18c-0067-4f9f-97b1-55259490d1a9 req-152e3d95-af21-4295-8d92-c38473055234 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:42.865048 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4fa0d18c-0067-4f9f-97b1-55259490d1a9 req-152e3d95-af21-4295-8d92-c38473055234 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 944 time: 0.4774606 Nov 24 17:01:42.866140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e037677-8e56-4ffb-8d18-eccba0bf6a71 req-5c85e946-8280-4f9e-88b7-ddafa696f603 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:42.866140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-0e037677-8e56-4ffb-8d18-eccba0bf6a71 req-5c85e946-8280-4f9e-88b7-ddafa696f603 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:42.866328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=9']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:42.894616 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4fa0d18c-0067-4f9f-97b1-55259490d1a9 req-f33607ae-cb95-4254-a2c0-383345813f56 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671377 Nov 24 17:01:42.895233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.896305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.898648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.900220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.901989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.904482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.906512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.907565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.910308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.913652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.916339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:01:42.932580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:42.972273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cbfe8b52-3f70-4387-9884-bf8432fee685'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:01:43.055188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:43.057382 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3446767 Nov 24 17:01:43.058246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-0e037677-8e56-4ffb-8d18-eccba0bf6a71 req-5c85e946-8280-4f9e-88b7-ddafa696f603 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:43.063961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-015ecb7d-33ee-43d1-a845-4ae81f82ebb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:43.068182 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0e037677-8e56-4ffb-8d18-eccba0bf6a71 req-5c85e946-8280-4f9e-88b7-ddafa696f603 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 931 time: 0.6565437 Nov 24 17:01:43.126195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc603a-1725-465d-9591-422c895e25f4,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:43.129424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:43.163418 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08fc603a-1725-465d-9591-422c895e25f4 HTTP/1.1" status: 204 len: 168 time: 0.5902574 Nov 24 17:01:43.166990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:43.211137 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0e037677-8e56-4ffb-8d18-eccba0bf6a71 req-61cfb891-8b2e-4328-8690-3f66ef539d66 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368628 Nov 24 17:01:43.271717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Request body: {'port': {'device_id': '06827400-2c27-47e4-9aff-f31387498b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:01:43.329550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e3860-eb10-461f-9ffb-a8fc78498509 req-32a30472-40a8-4cd8-8ae8-c92f9f5da711 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:43.339531 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a14e3860-eb10-461f-9ffb-a8fc78498509 req-32a30472-40a8-4cd8-8ae8-c92f9f5da711 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1508954 Nov 24 17:01:43.363577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-087c0a8a-72cd-41ed-a08c-cc58c9536ba5 None None] Provisioning for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:01:43.401864 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a14e3860-eb10-461f-9ffb-a8fc78498509 req-d4c88629-de52-4204-a746-f0d5f2a75ab3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613413 Nov 24 17:01:43.406622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-087c0a8a-72cd-41ed-a08c-cc58c9536ba5 None None] Provisioning complete for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:43.407323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-087c0a8a-72cd-41ed-a08c-cc58c9536ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:43.491134 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:43.520235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-087c0a8a-72cd-41ed-a08c-cc58c9536ba5 None None] Port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:01:44.222513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:01:44.242841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:44.357613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Transition to ACTIVE for port object 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:01:44.420438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21a19-2f00-472c-93ab-a45b55037522 req-b2f758cb-d20b-4da7-bf70-e565799040ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:44.424673 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1af21a19-2f00-472c-93ab-a45b55037522 req-b2f758cb-d20b-4da7-bf70-e565799040ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 945 time: 0.1543834 Nov 24 17:01:44.425419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:44.452738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7a72bf82-5c06-4d9c-902d-cc3f1c830644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:44.657501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e06d-2dea-4b39-8662-e95738ae2eb4 req-cbec88fe-73f3-4f77-a6db-fff09de74716 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:44.659303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4643e06d-2dea-4b39-8662-e95738ae2eb4 req-cbec88fe-73f3-4f77-a6db-fff09de74716 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1893380 Nov 24 17:01:44.753998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4643e06d-2dea-4b39-8662-e95738ae2eb4 req-7f8ad810-586c-4f88-b1e4-a8b20a9814cc tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:01:44.771319 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1af21a19-2f00-472c-93ab-a45b55037522 req-4d32162b-8f25-492e-b901-0a40702fddb6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193495 Nov 24 17:01:44.814415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:44.955520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:44.958503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Attempting to bind port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:01:44.959544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Attempting to bind port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:01:44.960040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Attempting to bind port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f on network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:01:44.966671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f on network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:01:44.967084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Attempting to bind port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f on network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:01:44.984022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:01:44.984022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Checking segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:01:44.984022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Bound using segment: {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:01:44.984022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Bound port: 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6036346-467e-4bfc-89fc-74b3e8edd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:01:44.984022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:45.034889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4643e06d-2dea-4b39-8662-e95738ae2eb4 req-7f8ad810-586c-4f88-b1e4-a8b20a9814cc tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:01:45.036607 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4643e06d-2dea-4b39-8662-e95738ae2eb4 req-7f8ad810-586c-4f88-b1e4-a8b20a9814cc tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704410 Nov 24 17:01:45.099706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:01:45.103277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:01:45.249827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:45.257514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-35463928-7d70-48d9-ac67-1180c7bb1598 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:45.322999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1970f-207b-4ee8-9614-26da0c9c7464 req-2b1363cc-efcc-4e3f-83d1-5dbf81cfa391 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:45.324646 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9bb1970f-207b-4ee8-9614-26da0c9c7464 req-2b1363cc-efcc-4e3f-83d1-5dbf81cfa391 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1802528 Nov 24 17:01:45.335166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:45.336576 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-993f668a-d17f-4306-8410-a0473abce642 service neutron] 10.222.0.74 "PUT /v2.0/ports/4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 1093 time: 2.0721235 Nov 24 17:01:45.344661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:45.384815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:45.405435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:45.408035 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9bb1970f-207b-4ee8-9614-26da0c9c7464 req-4c9eb57b-0628-4642-bde3-6ade243b5ac3 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757213 Nov 24 17:01:45.482382 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:01:45.726803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:01:45.731640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e37e9-7855-44d1-8560-dcfd2f4e49fa req-448c9864-8c63-450b-af5b-c56eb7955837 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:45.733272 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-559e37e9-7855-44d1-8560-dcfd2f4e49fa req-448c9864-8c63-450b-af5b-c56eb7955837 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0981760 Nov 24 17:01:45.797259 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-559e37e9-7855-44d1-8560-dcfd2f4e49fa req-0507d08f-7a6a-4afb-830b-d4871bdb51f0 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574965 Nov 24 17:01:45.835437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port cbfe8b52-3f70-4387-9884-bf8432fee685 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:45.836166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:45.962780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:46.029588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:46.041520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:46.085243 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:46.088463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:46.138807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690e514-f1c4-4150-b6d2-ddf74fb46122 req-38ae40b2-802e-4994-8459-613fd94f9eef tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:46.140795 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9690e514-f1c4-4150-b6d2-ddf74fb46122 req-38ae40b2-802e-4994-8459-613fd94f9eef tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.1581922 Nov 24 17:01:46.175368 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'code': 200} Nov 24 17:01:46.175978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=10']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:46.189084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:46.239436 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9690e514-f1c4-4150-b6d2-ddf74fb46122 req-22363721-36af-429f-b3f0-2a87d665d923 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772698 Nov 24 17:01:46.461638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a27e-1cb7-416f-a5ec-c06316af41dd req-94596c81-9772-4a1e-bf0c-bed34306c984 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:46.463300 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-77d3a27e-1cb7-416f-a5ec-c06316af41dd req-94596c81-9772-4a1e-bf0c-bed34306c984 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1102138 Nov 24 17:01:46.548390 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-77d3a27e-1cb7-416f-a5ec-c06316af41dd req-a77af018-20f5-404f-9281-242711ba2c0f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776722 Nov 24 17:01:46.680020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055710-52a8-48c4-8104-7df0d5343b5b req-6fb2112d-23bc-4349-aa0c-b33d167c4b28 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:46.681645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c0055710-52a8-48c4-8104-7df0d5343b5b req-6fb2112d-23bc-4349-aa0c-b33d167c4b28 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0896788 Nov 24 17:01:46.737736 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c0055710-52a8-48c4-8104-7df0d5343b5b req-234ce002-e2de-43f9-b943-e47ed1f7789b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Nov 24 17:01:47.019999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158bf57-7d3f-4b17-8366-21dfd1ad44a2 req-593e6179-aad5-47b8-8e0d-91004018a1b3 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:47.021624 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1158bf57-7d3f-4b17-8366-21dfd1ad44a2 req-593e6179-aad5-47b8-8e0d-91004018a1b3 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0900333 Nov 24 17:01:47.073252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1158bf57-7d3f-4b17-8366-21dfd1ad44a2 req-3a8847cf-23cf-4029-bf6f-318fe5dc6c5d tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Nov 24 17:01:47.478590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2be27-19ea-4792-b183-025fbb450f70 req-cd50e610-afd0-4677-89f2-4814fc7b8484 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:47.480257 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdc2be27-19ea-4792-b183-025fbb450f70 req-cd50e610-afd0-4677-89f2-4814fc7b8484 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0874441 Nov 24 17:01:47.549437 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bdc2be27-19ea-4792-b183-025fbb450f70 req-3cc8ae52-9aab-400e-aebd-4a1ac1e0ce5d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599437 Nov 24 17:01:47.808321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f54188-ccdd-49af-a841-e98e466969d8 req-8d5b020b-4e33-4ce8-a7c8-6f49a112ae0b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:47.810055 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c5f54188-ccdd-49af-a841-e98e466969d8 req-8d5b020b-4e33-4ce8-a7c8-6f49a112ae0b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1180489 Nov 24 17:01:47.902532 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c5f54188-ccdd-49af-a841-e98e466969d8 req-a3066e65-fa34-4b11-945c-2209dee4a69e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853107 Nov 24 17:01:48.026575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037186f3-b3f6-4246-9c4e-b1481015bf12 req-6ff5a6c8-742f-4287-9502-6b905b42d6fc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:48.028220 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-037186f3-b3f6-4246-9c4e-b1481015bf12 req-6ff5a6c8-742f-4287-9502-6b905b42d6fc tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1035042 Nov 24 17:01:48.081837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-037186f3-b3f6-4246-9c4e-b1481015bf12 req-94e8c121-4638-423f-a2dc-1a996aed4fd0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Nov 24 17:01:48.315239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b65b-9f90-4c6a-b323-2a7d6479ba71 req-8fff4c94-c557-4ad5-bbe3-1da790234c32 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:48.316972 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb05b65b-9f90-4c6a-b323-2a7d6479ba71 req-8fff4c94-c557-4ad5-bbe3-1da790234c32 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0876136 Nov 24 17:01:48.375257 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb05b65b-9f90-4c6a-b323-2a7d6479ba71 req-370fd26f-71b6-4441-9955-75db50d9bd5b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Nov 24 17:01:48.794673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa156-2c91-49c7-8881-6bc85fbaf7c1 req-0008bd96-577a-43b0-9638-29b9435dbb69 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:48.796364 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-caefa156-2c91-49c7-8881-6bc85fbaf7c1 req-0008bd96-577a-43b0-9638-29b9435dbb69 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0960486 Nov 24 17:01:48.826141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e0e14753-8d53-45cb-827d-ac455c8c381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:48.851344 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-caefa156-2c91-49c7-8881-6bc85fbaf7c1 req-d4525638-106e-4357-b237-7e850d7732f4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487068 Nov 24 17:01:49.200712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221cc3-be13-4332-be5a-1faf93d27237 req-3b05d2ea-e202-459a-9bdb-f2c242a6df11 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:49.202275 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-98221cc3-be13-4332-be5a-1faf93d27237 req-3b05d2ea-e202-459a-9bdb-f2c242a6df11 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1646688 Nov 24 17:01:49.289500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-98221cc3-be13-4332-be5a-1faf93d27237 req-9c7b8b74-c11b-449c-b2a6-704f89485c2d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803299 Nov 24 17:01:49.364807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82439e4-7e83-4332-abb9-b0b0351e047e req-37a42a25-0769-456e-9584-849722f5db86 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:49.367013 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a82439e4-7e83-4332-abb9-b0b0351e047e req-37a42a25-0769-456e-9584-849722f5db86 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1017818 Nov 24 17:01:49.420045 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a82439e4-7e83-4332-abb9-b0b0351e047e req-9ff56e28-800d-4548-b3a5-5431bf052bde tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 Nov 24 17:01:49.675565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ca6e-2adf-413a-9955-580c54f1d43a req-18ca30b6-7555-4187-8b17-50ae348365a1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:49.675997 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7da0ca6e-2adf-413a-9955-580c54f1d43a req-18ca30b6-7555-4187-8b17-50ae348365a1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0982440 Nov 24 17:01:49.730624 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7da0ca6e-2adf-413a-9955-580c54f1d43a req-84150b06-799b-4863-9afb-855472486058 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465376 Nov 24 17:01:50.085526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e07d-c14a-4abd-b9f6-9618928ad1d5 req-f8d5c981-0da7-4df6-bc10-357a5cbc8452 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:50.090690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a458e07d-c14a-4abd-b9f6-9618928ad1d5 req-f8d5c981-0da7-4df6-bc10-357a5cbc8452 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0926692 Nov 24 17:01:50.154616 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a458e07d-c14a-4abd-b9f6-9618928ad1d5 req-14b7c30d-da22-4399-8a2e-7e3325b68c15 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610843 Nov 24 17:01:50.573176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde1bc-7bb3-4953-9315-7ec308386216 req-79ebffc1-ed03-4fdc-aa2f-9b57b44dba8c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:50.581647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbfde1bc-7bb3-4953-9315-7ec308386216 req-79ebffc1-ed03-4fdc-aa2f-9b57b44dba8c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1344311 Nov 24 17:01:50.583763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:50.642823 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fbfde1bc-7bb3-4953-9315-7ec308386216 req-7efdbc38-6ab5-41bc-99f1-e460bba9f0ea tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Nov 24 17:01:50.672650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd0671-4241-4385-bd9b-a636484afda9 req-87f49c0a-197e-4f12-b343-6b3774381b0a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:50.674302 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aabd0671-4241-4385-bd9b-a636484afda9 req-87f49c0a-197e-4f12-b343-6b3774381b0a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1135180 Nov 24 17:01:50.704614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 43534) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:50.728685 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-aabd0671-4241-4385-bd9b-a636484afda9 req-efe6f81d-0252-400d-aa36-16b844fcce62 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Nov 24 17:01:50.935067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.004628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:01:51.015467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfaf67-ed12-4fe4-807e-e5c2f81aa098 req-4ec1669c-4060-43f6-be22-a33505810692 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:51.017073 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0bdfaf67-ed12-4fe4-807e-e5c2f81aa098 req-4ec1669c-4060-43f6-be22-a33505810692 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.1600966 Nov 24 17:01:51.018076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Usage tracker for resource:security_group_rule and tenant:f639111b9c0b473d9dc19c802fdb437e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:01:51.021204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:01:51.111528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d48eca11-e05f-4c05-9819-36bd4acf6d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.334396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:01:51.373717 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0bdfaf67-ed12-4fe4-807e-e5c2f81aa098 req-ea0aff8f-c577-45c8-8e16-a0726550ec2b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485012 Nov 24 17:01:51.481444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527c93-8b79-4062-80ca-e74adeac9ae8 req-1572089a-f274-4381-aa2b-ee95f660cb91 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:51.483607 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-45527c93-8b79-4062-80ca-e74adeac9ae8 req-1572089a-f274-4381-aa2b-ee95f660cb91 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.1363263 Nov 24 17:01:51.527101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.552509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-45527c93-8b79-4062-80ca-e74adeac9ae8 req-60e4e21e-c5e3-4bdd-9463-1c4bae7191e3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609415 Nov 24 17:01:51.561768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.572003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-174c8950-128a-4147-8c81-9b57db6bc578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:51.641486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcfb897-4afc-4fbf-a8fc-8047f0b04ba1,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:51.655818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.668738 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f639111b9c0b473d9dc19c802fdb437e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9605336 Nov 24 17:01:51.669202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43556) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:51.669946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:51.749433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.805510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.886542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.891023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:51.903190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcfb897-4afc-4fbf-a8fc-8047f0b04ba1,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:51.907231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:51.917024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c917f-8071-4dcd-912a-0edf1c5785cc req-938d6978-e144-4aed-9698-60cd50afdf52 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:51.918970 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e6c917f-8071-4dcd-912a-0edf1c5785cc req-938d6978-e144-4aed-9698-60cd50afdf52 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.0945814 Nov 24 17:01:51.969549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:51.970824 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbcfb897-4afc-4fbf-a8fc-8047f0b04ba1 HTTP/1.1" status: 204 len: 168 time: 0.3005373 Nov 24 17:01:51.994751 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e6c917f-8071-4dcd-912a-0edf1c5785cc req-150bcbee-113c-44c5-988b-e15dd69e93d2 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Nov 24 17:01:52.012470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9e9e-e696-44c5-9c46-1ada4a1550ed req-db1c2411-9275-45f6-90c9-81a51956ce67 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:52.020910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36fd9e9e-e696-44c5-9c46-1ada4a1550ed req-db1c2411-9275-45f6-90c9-81a51956ce67 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1105709 Nov 24 17:01:52.082765 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36fd9e9e-e696-44c5-9c46-1ada4a1550ed req-03323856-c7fa-4a21-873f-81b0eae6254b tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598829 Nov 24 17:01:52.589748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956438f3-adc9-48b8-9931-78c1d8c5f51b req-0f8e1c1f-c182-4673-bc8a-c2d04d20dd60 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:52.591414 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-956438f3-adc9-48b8-9931-78c1d8c5f51b req-0f8e1c1f-c182-4673-bc8a-c2d04d20dd60 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0856771 Nov 24 17:01:52.644917 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-956438f3-adc9-48b8-9931-78c1d8c5f51b req-28ba8bc5-c619-4472-ae42-58400a05f8d9 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Nov 24 17:01:52.808826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:52.856763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15bb89-70c1-4fc9-a350-ba870a04d561 req-15143ae4-aef9-48b6-8d66-4ff3dfaf5ceb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:52.858415 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b15bb89-70c1-4fc9-a350-ba870a04d561 req-15143ae4-aef9-48b6-8d66-4ff3dfaf5ceb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0839996 Nov 24 17:01:52.909636 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b15bb89-70c1-4fc9-a350-ba870a04d561 req-53b2d560-d9b1-4da0-8316-0025e44ebad2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Nov 24 17:01:53.243180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf92f-f873-4cfa-aba0-3f1a3b779a1f req-4ec4657e-19d3-40dc-8d45-8faaf77455d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:53.244888 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1dabf92f-f873-4cfa-aba0-3f1a3b779a1f req-4ec4657e-19d3-40dc-8d45-8faaf77455d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.0916610 Nov 24 17:01:53.295197 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1dabf92f-f873-4cfa-aba0-3f1a3b779a1f req-8b3aa7e2-0ed1-476c-8605-f7757ad79873 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Nov 24 17:01:53.315696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec730e-4bf4-4edd-8f07-6e2d52d11926 req-9a861ceb-5945-4c88-8943-1e44437d2b33 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:53.317325 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a2ec730e-4bf4-4edd-8f07-6e2d52d11926 req-9a861ceb-5945-4c88-8943-1e44437d2b33 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0891430 Nov 24 17:01:53.368260 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a2ec730e-4bf4-4edd-8f07-6e2d52d11926 req-455d5d85-222b-4fa6-b9d4-0157b92e4771 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Nov 24 17:01:53.826370 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a68b6e32-1895-4f7b-9334-2356c46dd353 req-64442ba0-378a-4e36-809a-2a3130dc0b6a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1096 time: 0.1179533 Nov 24 17:01:54.005580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f9bc7-a67b-45cc-9a6b-ba86e43cf51e req-e2ff1202-66ed-4e99-924d-0b88d9f207ab tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.007321 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d12f9bc7-a67b-45cc-9a6b-ba86e43cf51e req-e2ff1202-66ed-4e99-924d-0b88d9f207ab tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.2278395 Nov 24 17:01:54.009829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6e32-1895-4f7b-9334-2356c46dd353 req-a866d374-9d00-4c4f-8b0a-ce9dca9a5c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.011383 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a68b6e32-1895-4f7b-9334-2356c46dd353 req-a866d374-9d00-4c4f-8b0a-ce9dca9a5c98 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f71f090f894a41c9bf11ebfa383cd620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1733027 Nov 24 17:01:54.137164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df201-f96c-41c9-96e4-b3fcf2c0c474 req-70857ffa-eae4-421c-9193-049bbf040708 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.139214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-993df201-f96c-41c9-96e4-b3fcf2c0c474 req-70857ffa-eae4-421c-9193-049bbf040708 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0883062 Nov 24 17:01:54.187297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d12f9bc7-a67b-45cc-9a6b-ba86e43cf51e req-45593449-d5d6-48a5-9cd0-e21fbf6bbe0e tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733851 Nov 24 17:01:54.195701 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-993df201-f96c-41c9-96e4-b3fcf2c0c474 req-e4336f59-fe17-419a-b279-82f72762a4f6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500379 Nov 24 17:01:54.223095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6e32-1895-4f7b-9334-2356c46dd353 req-a24242a0-75a6-4132-a1ec-c59524cbf5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.225661 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a68b6e32-1895-4f7b-9334-2356c46dd353 req-a24242a0-75a6-4132-a1ec-c59524cbf5d7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948485 Nov 24 17:01:54.399799 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-b938f64c-34ef-446a-a94c-f3ce6124e21c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1096 time: 0.0833635 Nov 24 17:01:54.532484 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-bd7cda06-7a5c-4f9a-8924-ba49bee42d87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 217 time: 0.0770125 Nov 24 17:01:54.564725 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b07b7fd0-c6f9-4651-ab36-c1c8aac4db8e req-d43173cd-0a72-4b0c-8be6-30732710ba35 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 1100 time: 0.1260722 Nov 24 17:01:54.621282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-ba705076-0dcb-450e-821f-7fea00df6dff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.622874 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-ba705076-0dcb-450e-821f-7fea00df6dff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.0816479 Nov 24 17:01:54.626973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed3737-5250-457d-b48d-37bebebe7f97 req-89b83c68-4565-4d0a-9aa2-1c2fa591935a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.628582 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eed3737-5250-457d-b48d-37bebebe7f97 req-89b83c68-4565-4d0a-9aa2-1c2fa591935a tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1317036 Nov 24 17:01:54.630016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9c00-e7d3-4f26-bc61-2019fa65040f req-7060b1f3-002b-496b-a9bc-39ff92a94446 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:54.631937 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5e7d9c00-e7d3-4f26-bc61-2019fa65040f req-7060b1f3-002b-496b-a9bc-39ff92a94446 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.2120132 Nov 24 17:01:54.635537 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b07b7fd0-c6f9-4651-ab36-c1c8aac4db8e req-60a421dc-fd3c-4704-8e52-1f209ee6a7ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617890 Nov 24 17:01:54.683546 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5eed3737-5250-457d-b48d-37bebebe7f97 req-0edf7529-210c-4bba-b223-7d632aaa2bf5 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Nov 24 17:01:54.735568 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5e7d9c00-e7d3-4f26-bc61-2019fa65040f req-a9a01126-52aa-429c-88e6-0f753392c9c3 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655849 Nov 24 17:01:54.752606 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-2ab13953-3185-421f-8464-2c91612bf6c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196394 Nov 24 17:01:54.985539 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-0b5022e0-87a8-4075-a12d-b49afcd91ec5 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472685 Nov 24 17:01:55.133088 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9abb464b-fc14-4a64-aae9-2d543e7ac806 req-ea7da4e3-daff-4015-bd45-9d12f57121bb service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409211 Nov 24 17:01:55.426107 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae975a-3c28-44cb-a4db-e4b773052a4a req-21b841f4-49d7-4bd7-aae3-e11905ea2294 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:55.428605 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71ae975a-3c28-44cb-a4db-e4b773052a4a req-21b841f4-49d7-4bd7-aae3-e11905ea2294 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0861228 Nov 24 17:01:55.435870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bba01b-bab6-4665-9f2b-2006597626a4 req-fe809781-13fd-4654-9a41-9db0aaaeaa9a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:55.437642 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a4bba01b-bab6-4665-9f2b-2006597626a4 req-fe809781-13fd-4654-9a41-9db0aaaeaa9a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0917048 Nov 24 17:01:55.482604 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71ae975a-3c28-44cb-a4db-e4b773052a4a req-0cc83a4f-22eb-42a5-98dd-78d8e08653ce tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Nov 24 17:01:55.495882 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a4bba01b-bab6-4665-9f2b-2006597626a4 req-97c88fde-d686-4b40-8de5-38a7117f629e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509946 Nov 24 17:01:55.895838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6a611-8249-490f-ba77-12232dd1d752 req-75d9a54f-f619-4388-aead-fa6e7c9359f4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:55.898239 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b9d6a611-8249-490f-ba77-12232dd1d752 req-75d9a54f-f619-4388-aead-fa6e7c9359f4 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0852423 Nov 24 17:01:55.975833 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b9d6a611-8249-490f-ba77-12232dd1d752 req-c2ea45f3-921a-4f7d-8b76-434fa7db8851 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708768 Nov 24 17:01:55.993110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ce804-7582-4e7f-bb7b-43c01419f1c8 req-a80b205e-aa42-4a1e-97b8-d3508d83f9f8 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:55.994948 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-165ce804-7582-4e7f-bb7b-43c01419f1c8 req-a80b205e-aa42-4a1e-97b8-d3508d83f9f8 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.1246212 Nov 24 17:01:56.047289 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-165ce804-7582-4e7f-bb7b-43c01419f1c8 req-9fb8ff15-0a10-4256-ad12-a45928f522d2 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Nov 24 17:01:56.629572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-0617c828-fff6-4a30-aeda-3b5f3fe96928 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:56.631388 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-0617c828-fff6-4a30-aeda-3b5f3fe96928 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.0872161 Nov 24 17:01:56.708587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719a25-f9b1-4094-b0dc-f2c8bded9b7f req-8703b2e3-a4ae-4c49-a4b8-ee253ce529ee tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:56.710286 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56719a25-f9b1-4094-b0dc-f2c8bded9b7f req-8703b2e3-a4ae-4c49-a4b8-ee253ce529ee tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0936589 Nov 24 17:01:56.761070 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56719a25-f9b1-4094-b0dc-f2c8bded9b7f req-b6fef2aa-27f3-4d9e-97f1-2075e3c89600 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Nov 24 17:01:56.771202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Deleting port cff8dce7-c076-40f3-9e81-e07b2064d053 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:01:56.771600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:56.842768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51617dc7-6089-428d-981e-fe2785d01b74 req-babf11f6-b624-4760-aa93-42761a523f6c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:56.844432 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-51617dc7-6089-428d-981e-fe2785d01b74 req-babf11f6-b624-4760-aa93-42761a523f6c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.1992612 Nov 24 17:01:56.984961 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-51617dc7-6089-428d-981e-fe2785d01b74 req-b2b0704b-0798-4fd1-bbde-e15b25d7865d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276536 Nov 24 17:01:57.102724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] For port cff8dce7-c076-40f3-9e81-e07b2064d053, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cff8dce7-c076-40f3-9e81-e07b2064d053,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:57.103263 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:57.239348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2d560-8a8c-4089-b9a5-ff962e72426d req-55c81030-b928-45db-8b20-e721ccfe4db7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:57.242480 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fda2d560-8a8c-4089-b9a5-ff962e72426d req-55c81030-b928-45db-8b20-e721ccfe4db7 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 945 time: 0.1158371 Nov 24 17:01:57.252076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Calling delete_port for cff8dce7-c076-40f3-9e81-e07b2064d053 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:01:57.296130 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fda2d560-8a8c-4089-b9a5-ff962e72426d req-b3f2981f-d1dc-478c-89b5-b332c48089f2 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/security-groups?id=3872949c-f672-4365-9e4b-a9383ddc622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Nov 24 17:01:57.448464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49aec8-4a18-40b9-83c3-86fc1e774ddf req-dbffac0f-ddbb-44ab-b92f-4538072d4e59 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:57.450076 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a49aec8-4a18-40b9-83c3-86fc1e774ddf req-dbffac0f-ddbb-44ab-b92f-4538072d4e59 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 943 time: 0.2054579 Nov 24 17:01:57.702395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:57.709825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:57.714195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['cff8dce7-c076-40f3-9e81-e07b2064d053'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:01:57.753275 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a49aec8-4a18-40b9-83c3-86fc1e774ddf req-880d6a32-57ad-4453-90d8-ca76ab588c93 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948434 Nov 24 17:01:57.756278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Pushing event deleted for resources: {'Port': ['ID=cff8dce7-c076-40f3-9e81-e07b2064d053,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:57.761191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:57.814141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:01:57.836884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] No DVR routers for this DVR port cff8dce7-c076-40f3-9e81-e07b2064d053 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:01:57.839660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:57.842479 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'name': 'network-vif-deleted', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:01:57.899319 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3c5881e0-20a2-4e28-9f61-78bd0399fabe req-75eb5f47-125b-45cd-ac45-03f3beccf9b0 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.74 "DELETE /v2.0/ports/cff8dce7-c076-40f3-9e81-e07b2064d053 HTTP/1.1" status: 204 len: 173 time: 1.2553024 Nov 24 17:01:57.907600 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba94568-00ba-4c06-8329-64cb799cc564', 'name': 'network-vif-deleted', 'tag': 'cff8dce7-c076-40f3-9e81-e07b2064d053', 'status': 'completed', 'code': 200} Nov 24 17:01:57.968194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:57.989056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'port_id': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'mac_address': 'fa:16:3e:3e:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:01:58.055412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:58.073429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:01:58.095634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:58.138334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:58.140258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:01:58.178168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d912-f54d-44cb-aec8-ec95fb532a0d req-94cc0a37-75cd-41ce-87a9-7fb125f2e74b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:58.181085 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7dc0d912-f54d-44cb-aec8-ec95fb532a0d req-94cc0a37-75cd-41ce-87a9-7fb125f2e74b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.2935576 Nov 24 17:01:58.212782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:01:58.216415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:01:58.238315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7dc0d912-f54d-44cb-aec8-ec95fb532a0d req-4dc4e866-e9cf-4d5c-bebe-acca2e29ae38 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Nov 24 17:01:58.265283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e89de-1ffc-41fb-aef9-1c9ea6c5924e req-08cf3dd5-4cab-4239-90af-6917aaaa3ecd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:58.266980 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8b6e89de-1ffc-41fb-aef9-1c9ea6c5924e req-08cf3dd5-4cab-4239-90af-6917aaaa3ecd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0870183 Nov 24 17:01:58.316351 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8b6e89de-1ffc-41fb-aef9-1c9ea6c5924e req-c5f882f0-ba2e-46b8-a7a8-1b2f812dcdf0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Nov 24 17:01:58.405430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:01:58.500365 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-01d3492a-355b-43fe-93f5-938b345b08e6 req-b39a9703-d33b-4e5a-8a8e-975dc8799764 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba94568-00ba-4c06-8329-64cb799cc564 HTTP/1.1" status: 200 len: 210 time: 0.0619795 Nov 24 17:01:58.967058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32aa0-3c30-4e8f-adff-b04db613d427 req-cf03587b-e609-4972-aaee-f20e2d5695d9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:58.968644 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3ee32aa0-3c30-4e8f-adff-b04db613d427 req-cf03587b-e609-4972-aaee-f20e2d5695d9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 944 time: 0.0864511 Nov 24 17:01:59.016313 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3ee32aa0-3c30-4e8f-adff-b04db613d427 req-9afee9e9-2636-4169-ba98-6157a638b394 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Nov 24 17:01:59.446063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577e14d-3b8c-4ae1-956e-62da0d9a4b82 req-76baf89b-fda6-4352-95c8-2cfaf32ef7ec tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:59.447710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e577e14d-3b8c-4ae1-956e-62da0d9a4b82 req-76baf89b-fda6-4352-95c8-2cfaf32ef7ec tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0872390 Nov 24 17:01:59.495499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-5c885ef7-7a13-4538-86ed-c73bad640644 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:01:59.497104 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-5c885ef7-7a13-4538-86ed-c73bad640644 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 946 time: 0.0828030 Nov 24 17:01:59.498321 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e577e14d-3b8c-4ae1-956e-62da0d9a4b82 req-3e79e308-2455-4149-91cd-3fc8e35d39e6 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Nov 24 17:01:59.576193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Deleting port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:01:59.576583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:59.614190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43692) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:01:59.836027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:01:59.842397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] For port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:01:59.842951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:59.966296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:01:59.971844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:01:59.972393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:01:59.987310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Calling delete_port for 6589aecf-fb3d-4d35-9e05-a8baa6205dbf owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:00.068675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:00.115211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:00.146655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:00.159476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:00.189734 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:00.190800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cff8dce7-c076-40f3-9e81-e07b2064d053 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:00.228332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0bf1e752-a0f8-4712-8a67-cb6e8305d8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:00.271742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: cff8dce7-c076-40f3-9e81-e07b2064d053 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:00.272147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cff8dce7-c076-40f3-9e81-e07b2064d053 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:00.275233 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'code': 200} Nov 24 17:02:00.317490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:00.321547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:00.328575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:00.335642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:00.339949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['6589aecf-fb3d-4d35-9e05-a8baa6205dbf'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:02:00.371312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3272c1-17cd-4891-9bb2-393520bf951d req-05d89539-66d3-46f7-8c70-b72b88820d25 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:00.372953 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e3272c1-17cd-4891-9bb2-393520bf951d req-05d89539-66d3-46f7-8c70-b72b88820d25 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1239412 Nov 24 17:02:00.389897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Pushing event deleted for resources: {'Port': ['ID=6589aecf-fb3d-4d35-9e05-a8baa6205dbf,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:00.394538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:00.477365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] No DVR routers for this DVR port 6589aecf-fb3d-4d35-9e05-a8baa6205dbf on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:02:00.479938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:00.483214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'name': 'network-vif-deleted', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:00.488200 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e3272c1-17cd-4891-9bb2-393520bf951d req-b3e80748-dd84-4e39-9f95-81a774d5676b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089051 Nov 24 17:02:00.530345 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c81173e2-31a3-424f-bf5c-468c2628a192 req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "DELETE /v2.0/ports/6589aecf-fb3d-4d35-9e05-a8baa6205dbf HTTP/1.1" status: 204 len: 173 time: 1.0263600 Nov 24 17:02:00.561927 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10998ba-3238-467f-bfb4-ce3ba25b53fe', 'name': 'network-vif-deleted', 'tag': '6589aecf-fb3d-4d35-9e05-a8baa6205dbf', 'status': 'completed', 'code': 200} Nov 24 17:02:00.731265 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-898051c6-c9d4-4d95-a00d-b5d276272de7 req-08154b4e-d200-4b76-8e23-ab2cc74f00d8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b10998ba-3238-467f-bfb4-ce3ba25b53fe HTTP/1.1" status: 200 len: 210 time: 0.0649109 Nov 24 17:02:00.736558 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b19c49b-048d-448b-b4d3-8c8542cb8c11 req-b9674372-32d9-426d-8743-51d468b7c77e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1098 time: 0.1927881 Nov 24 17:02:00.863489 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b19c49b-048d-448b-b4d3-8c8542cb8c11 req-53984001-7142-4164-a8af-e50e99efd9af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968778 Nov 24 17:02:01.024330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Deleting port 9acb1588-f5f1-45db-aa49-56050c106dd8 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:02:01.024605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:01.206096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] For port 9acb1588-f5f1-45db-aa49-56050c106dd8, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9acb1588-f5f1-45db-aa49-56050c106dd8,segment=NetworkSegment(368318a0-3702-445f-8e21-d4147c75c0ba),segment_id=368318a0-3702-445f-8e21-d4147c75c0ba)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:01.206496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:01.337017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Calling delete_port for 9acb1588-f5f1-45db-aa49-56050c106dd8 owned by network:router_interface {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:01.811290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58421c-1cc6-4fda-9a29-1f424f05f440 req-cfbd7912-5a01-4163-a6a3-539efe7c1534 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:01.812906 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f58421c-1cc6-4fda-9a29-1f424f05f440 req-cfbd7912-5a01-4163-a6a3-539efe7c1534 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.0972023 Nov 24 17:02:01.916936 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f58421c-1cc6-4fda-9a29-1f424f05f440 req-f01c53ea-ce39-4c01-98e8-48cb9aaecd46 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Nov 24 17:02:01.984591 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:01.999925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:02.096834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=9acb1588-f5f1-45db-aa49-56050c106dd8,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:02.129307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:02.369961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:02.817270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:02:02.981140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Router 9021fc2a-5718-412f-9ef1-ec35183f631d has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:02:03.223815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876445b4-ede8-4c7c-aaff-41a8f3ff0a67 req-49339b39-e9ec-4003-be58-2572db3e17c1 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:03.226353 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-876445b4-ede8-4c7c-aaff-41a8f3ff0a67 req-49339b39-e9ec-4003-be58-2572db3e17c1 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1776783 Nov 24 17:02:03.289813 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-876445b4-ede8-4c7c-aaff-41a8f3ff0a67 req-7c085c2a-5797-4206-99f2-63e3ade117ca tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560033 Nov 24 17:02:03.326915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:02:03.338593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Sync routers for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:02:03.345296 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] 10.222.0.15 "PUT /v2.0/routers/9021fc2a-5718-412f-9ef1-ec35183f631d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7273581 Nov 24 17:02:03.345646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43766) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:03.359613 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:03.361182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:03.620704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks [] for router, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:03.717757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb697f18-958a-4fff-b2cf-d357b0c8e586 req-772323e2-24af-4b4b-a694-08958a21205a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:03.726717 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb697f18-958a-4fff-b2cf-d357b0c8e586 req-772323e2-24af-4b4b-a694-08958a21205a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1903722 Nov 24 17:02:03.726883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:03.813508 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb697f18-958a-4fff-b2cf-d357b0c8e586 req-14d7afd6-7494-4c64-98ae-feaf0f622479 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855696 Nov 24 17:02:03.842104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6589aecf-fb3d-4d35-9e05-a8baa6205dbf no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:03.881329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 6589aecf-fb3d-4d35-9e05-a8baa6205dbf {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:03.881761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 6589aecf-fb3d-4d35-9e05-a8baa6205dbf not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:03.899347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:03.971924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Deleting port deb98161-e191-489f-9f06-ee5072ac5235 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:02:03.972323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:04.088507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:04.128966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T17:02:01Z', 'revision_number': 5, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port': {'id': 'deb98161-e191-489f-9f06-ee5072ac5235', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:17Z', 'updated_at': '2021-11-24T16:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:04.134345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Checking router: 9021fc2a-5718-412f-9ef1-ec35183f631d for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:02:04.149084 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Routers {'9021fc2a-5718-412f-9ef1-ec35183f631d'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:04.149903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['9021fc2a-5718-412f-9ef1-ec35183f631d'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:04.220374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] For port deb98161-e191-489f-9f06-ee5072ac5235, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=deb98161-e191-489f-9f06-ee5072ac5235,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:04.220812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:04.301271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b954a9-91c8-4eb0-bf1b-f7585d318fc2 req-26bc074d-dc0f-4f31-a0d6-9b4836221a30 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:04.302910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9b954a9-91c8-4eb0-bf1b-f7585d318fc2 req-26bc074d-dc0f-4f31-a0d6-9b4836221a30 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.0897865 Nov 24 17:02:04.316986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] Set router 9021fc2a-5718-412f-9ef1-ec35183f631d gateway port host: None {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:04.356138 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9b954a9-91c8-4eb0-bf1b-f7585d318fc2 req-59bf208b-a02b-4e8d-bc90-6981622c6664 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Nov 24 17:02:04.444092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T17:02:03Z', 'revision_number': 6, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port_host': None}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:04.449375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4cfc-e98f-4a8d-bc6b-f427edc90137 None None] The sync data for ids ['9021fc2a-5718-412f-9ef1-ec35183f631d'] in dv-cinder-818778-2-smb is: [{'id': '9021fc2a-5718-412f-9ef1-ec35183f631d', 'name': 'tempest-ServerRescueNegativeTestJSON-1612574768-router', 'tenant_id': 'b4e19346448e471cbf761df3e8e4f040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T17:02:03Z', 'revision_number': 6, 'project_id': 'b4e19346448e471cbf761df3e8e4f040', 'gw_port_host': None}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:02:04.585340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Calling delete_port for deb98161-e191-489f-9f06-ee5072ac5235 owned by network:router_gateway {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:04.830965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:04.836369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d12518c-b05e-48a3-bc60-21719cb28fd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:04.880799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Pushing event deleted for resources: {'Port': ['ID=deb98161-e191-489f-9f06-ee5072ac5235,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:04.883668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:05.130647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.423375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.428070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.563789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9acb1588-f5f1-45db-aa49-56050c106dd8 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:05.601320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 9acb1588-f5f1-45db-aa49-56050c106dd8 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:05.601829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9acb1588-f5f1-45db-aa49-56050c106dd8 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:05.602302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device deb98161-e191-489f-9f06-ee5072ac5235 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:05.636442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: deb98161-e191-489f-9f06-ee5072ac5235 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:05.636850 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device deb98161-e191-489f-9f06-ee5072ac5235 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:05.708886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.709509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9021fc2a-5718-412f-9ef1-ec35183f631d {{(pid=88239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:02:05.726625 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.728109 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] 10.222.0.15 "DELETE /v2.0/routers/9021fc2a-5718-412f-9ef1-ec35183f631d HTTP/1.1" status: 204 len: 168 time: 2.3814716 Nov 24 17:02:05.731204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43818) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:05.803232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Deleting subnet 7a3e6431-f044-4c14-ace8-c301973166c9 {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:02:05.807368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.894739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:05.933678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.048520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.054721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:06.095469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3e6431-f044-4c14-ace8-c301973166c9,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:06.098524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:06.104717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.116156 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-967f9cdf-fbf5-47bc-83de-8e2e72aff022 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7a3e6431-f044-4c14-ace8-c301973166c9 HTTP/1.1" status: 204 len: 168 time: 0.3811269 Nov 24 17:02:06.117103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 43826) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:06.236907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.371922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.401215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:06.415975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368318a0-3702-445f-8e21-d4147c75c0ba') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:06.416402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368318a0-3702-445f-8e21-d4147c75c0ba') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:06.428846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.444719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.451792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:02:06.452226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:02:06.467386 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:02:06.579707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.584419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:06.600167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:06.612427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:06.624147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:06.672981 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f21d98f2-b358-401c-a20f-84161dcfe357 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2e856510-8cd3-4d86-b6fc-dbd5dd3f8e1e HTTP/1.1" status: 204 len: 168 time: 0.5544744 Nov 24 17:02:06.809812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-741e445c-0dd8-47cb-8685-d261cfce511f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:06.811426 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-741e445c-0dd8-47cb-8685-d261cfce511f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 814 time: 0.1662021 Nov 24 17:02:06.831666 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-bef8d7ca-e67f-4b7b-a491-e8c758758031 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/quotas/c6c2dce58e9542f58025c9ded5d8e625 HTTP/1.1" status: 200 len: 375 time: 0.0133488 Nov 24 17:02:06.890560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-f4739b46-7c52-4314-a032-4f91930d8239 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Synchronizing usage tracker for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:06.954622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-f4739b46-7c52-4314-a032-4f91930d8239 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Unset dirty status for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:06.956141 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-f4739b46-7c52-4314-a032-4f91930d8239 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160705 Nov 24 17:02:07.044070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43864) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:07.115173 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7b0fb044-9674-48a2-9416-ff34afc68d89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4e19346448e471cbf761df3e8e4f040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0668125 Nov 24 17:02:07.115929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 43868) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:07.134947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-6f45aef0-3149-4da4-b6bd-013db6fd449f service neutron] 10.222.0.15 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677806 Nov 24 17:02:07.198064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:07.227629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:07.305721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:07.310099 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-0a36e243-79ca-4c1e-b748-02bcfd96dc36 service neutron] 10.222.0.15 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652324 Nov 24 17:02:07.311149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c8365382-727f-4303-bd34-6d6bc00b2549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:07.326291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3872949c-f672-4365-9e4b-a9383ddc622e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:07.328960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:07.356468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:07.360468 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3872949c-f672-4365-9e4b-a9383ddc622e HTTP/1.1" status: 204 len: 168 time: 0.2406139 Nov 24 17:02:07.604604 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e05935bb-763d-4089-b100-a3ee2683ed70 req-5bd7c8cf-a1a8-4afe-a274-57ac239362f1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 210 time: 0.0624361 Nov 24 17:02:08.815219 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9779fc19-3fec-4da1-ae68-e405186289ce req-3c9bed04-46fd-48cd-be97-07501e999464 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 210 time: 0.0592196 Nov 24 17:02:09.464459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-56e4d32a-d6ca-4fcb-94cc-7e7bfe7c828b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:09.466047 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-56e4d32a-d6ca-4fcb-94cc-7e7bfe7c828b tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 814 time: 0.1729748 Nov 24 17:02:09.492092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Request body: {'port': {'device_id': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1', 'admin_state_up': True, 'tenant_id': 'c6c2dce58e9542f58025c9ded5d8e625'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:09.667772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:09.678268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:09.714103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Made reservation on behalf of c6c2dce58e9542f58025c9ded5d8e625 for: {'port': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:02:09.719947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:09.904197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Allocated IP 172.20.0.7 (80c85641-d795-4d65-887b-7dced99ddfd1/74755f01-759c-4c13-8938-fb86951a200e/b119b35e-a6ee-4129-ab31-64744c9fc46e) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:02:09.969820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008a5b-00c0-4a90-99d6-ea1ff94a959f req-0443126d-6e2e-471b-9102-5acd9d04548c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:09.971474 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a6008a5b-00c0-4a90-99d6-ea1ff94a959f req-0443126d-6e2e-471b-9102-5acd9d04548c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.0865903 Nov 24 17:02:10.014531 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1e88c355-dd7b-47ef-bf41-d0eb9b3f04c7 req-b4b95275-81e1-4131-be98-9991abec282e tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 210 time: 0.0583143 Nov 24 17:02:10.021927 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a6008a5b-00c0-4a90-99d6-ea1ff94a959f req-03839578-4f90-4e53-91b6-ba3817e62168 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Nov 24 17:02:10.053045 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 43954) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:10.173986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.234818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.241955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:10.309288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Network 80c85641-d795-4d65-887b-7dced99ddfd1 is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:02:10.317364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:02:10.322966 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:02:10.339761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6e7074dc-cdd2-4cb6-b63a-d4dc882cbda3 tempest-TestMinimumBasicScenario-92968203 tempest-TestMinimumBasicScenario-92968203-project-admin] Synchronizing usage tracker for tenant:291dbe34965a402e9b06134005664566 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:10.360467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Pushing event updated for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:10.369755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:10.394344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6e7074dc-cdd2-4cb6-b63a-d4dc882cbda3 tempest-TestMinimumBasicScenario-92968203 tempest-TestMinimumBasicScenario-92968203-project-admin] Unset dirty status for tenant:291dbe34965a402e9b06134005664566 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:10.395383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:10.395726 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6e7074dc-cdd2-4cb6-b63a-d4dc882cbda3 tempest-TestMinimumBasicScenario-92968203 tempest-TestMinimumBasicScenario-92968203-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1093 time: 0.3412516 Nov 24 17:02:10.396073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.399789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 43960) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:10.405777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'port_id': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:10.411790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:10.416014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:floatingip and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:10.419047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:10.425092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:10.446724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684544 Nov 24 17:02:10.469894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Request body: {'port': {'device_id': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:10.474235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for floatingip, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.589872 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.647777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:10.821435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Allocated IP 172.28.0.215 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/8a69a24a-8370-4801-b03d-3d509fa77d35) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:02:10.991919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.029901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b119b35e-a6ee-4129-ab31-64744c9fc46e {{(pid=88239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:02:11.047512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.055875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Transition to ACTIVE for port object b119b35e-a6ee-4129-ab31-64744c9fc46e will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:02:11.088217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.088496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.093643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bcb11c43-f791-4888-9328-feae08eb7398 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:11.094248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e2602547-7d6e-407f-8e4f-21b8e93a062c tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:11.189464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:02:11.192752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:02:11.195715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:02:11.250611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'Port': ['ID=8a69a24a-8370-4801-b03d-3d509fa77d35,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:11.253739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:11.557954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Pushing event updated for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:11.564695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:11.672983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fb9a-210e-480a-bf72-d9df181656a0 req-aa9d97e9-84b1-4cf4-8db7-dccebb0f80d8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:11.673744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-32d2fb9a-210e-480a-bf72-d9df181656a0 req-aa9d97e9-84b1-4cf4-8db7-dccebb0f80d8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Synchronizing usage tracker for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:11.706635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Attempting to bind port b119b35e-a6ee-4129-ab31-64744c9fc46e on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:02:11.707060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Attempting to bind port b119b35e-a6ee-4129-ab31-64744c9fc46e by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:02:11.707433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Attempting to bind port b119b35e-a6ee-4129-ab31-64744c9fc46e on network 80c85641-d795-4d65-887b-7dced99ddfd1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:02:11.713967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Port b119b35e-a6ee-4129-ab31-64744c9fc46e on network 80c85641-d795-4d65-887b-7dced99ddfd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:02:11.715168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Attempting to bind port b119b35e-a6ee-4129-ab31-64744c9fc46e on network 80c85641-d795-4d65-887b-7dced99ddfd1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:02:11.720957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:02:11.722716 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Checking segment: {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:02:11.723201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Bound using segment: {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:02:11.724151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Bound port: b119b35e-a6ee-4129-ab31-64744c9fc46e, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fa87b8-67e3-4e4c-8497-84cadcae392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:02:11.724540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.747673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-32d2fb9a-210e-480a-bf72-d9df181656a0 req-aa9d97e9-84b1-4cf4-8db7-dccebb0f80d8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Unset dirty status for tenant:c6c2dce58e9542f58025c9ded5d8e625 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:11.748973 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-32d2fb9a-210e-480a-bf72-d9df181656a0 req-aa9d97e9-84b1-4cf4-8db7-dccebb0f80d8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 943 time: 0.5797300 Nov 24 17:02:11.860609 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-32d2fb9a-210e-480a-bf72-d9df181656a0 req-46149fc0-dad3-4e84-9c7c-7f6ec0b3715a tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050444 Nov 24 17:02:11.925377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:02:11.929467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:02:11.951024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:11.955696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-477e276c-72f5-40de-984e-688bf8ef579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:12.013009 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.014610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.016312 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] 10.222.0.74 "PUT /v2.0/ports/b119b35e-a6ee-4129-ab31-64744c9fc46e HTTP/1.1" status: 200 len: 1093 time: 1.5511045 Nov 24 17:02:12.019067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:12.044498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Pushing event updated for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:12.048020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:12.081683 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e', 'status': 'completed', 'code': 200} Nov 24 17:02:12.110194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.186100 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-592c2d46-ac05-473a-87df-909913f65630 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 1096 time: 0.0920596 Nov 24 17:02:12.264728 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-cc6097bb-884c-42f2-9e22-17f45a180641 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e HTTP/1.1" status: 200 len: 217 time: 0.0710492 Nov 24 17:02:12.345691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4fa73318-624f-484e-93b8-900781b4cc6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:12.347848 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-4fa73318-624f-484e-93b8-900781b4cc6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74755f01-759c-4c13-8938-fb86951a200e HTTP/1.1" status: 200 len: 854 time: 0.0677962 Nov 24 17:02:12.354090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.396440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.402064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4ae56801-9ddd-4d39-96d2-531095480320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:12.404196 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-ba928fab-7494-4c05-8c21-5fd05719caa1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80c85641-d795-4d65-887b-7dced99ddfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498075 Nov 24 17:02:12.526695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'Port': ['ID=8a69a24a-8370-4801-b03d-3d509fa77d35,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:12.531258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:12.542141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:12.585392 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-9aad51bc-011b-459c-bbad-71bb81367c82 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698868 Nov 24 17:02:12.752000 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef337acd-7662-479d-9ae9-2e77f5e80c4d req-83b8abf6-8ce6-4cce-97d3-75a9d1956eb0 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606519 Nov 24 17:02:12.761935 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Floating IP fbb9b222-5144-4f72-9182-f85d5f2b8dba associated. External IP: 172.28.0.215, port: 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f. Nov 24 17:02:12.896805 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-017708fe-8bd9-445c-9a4f-f5213b535f1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 1096 time: 0.0759342 Nov 24 17:02:13.054364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-f25b63dd-0b09-4b78-8a69-14292bcdcedd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:13.056910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-f25b63dd-0b09-4b78-8a69-14292bcdcedd service neutron] 10.222.0.74 "GET /v2.0/networks?id=80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 200 len: 915 time: 0.1510687 Nov 24 17:02:13.134509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-de9b0bb0-494b-4918-b5fa-5f2549ce57c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e HTTP/1.1" status: 200 len: 217 time: 0.0714648 Nov 24 17:02:13.210218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45defb99-106b-4577-9a6e-c82c8ca89cb1 req-31795ac6-9c29-4d77-874b-23a85745ba66 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:13.211378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-94375d55-949e-406c-9ec4-a53abc9a09db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:13.211863 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-45defb99-106b-4577-9a6e-c82c8ca89cb1 req-31795ac6-9c29-4d77-874b-23a85745ba66 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 943 time: 0.1822474 Nov 24 17:02:13.212979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-94375d55-949e-406c-9ec4-a53abc9a09db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74755f01-759c-4c13-8938-fb86951a200e HTTP/1.1" status: 200 len: 854 time: 0.0665867 Nov 24 17:02:13.267572 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-6709bab8-0d6b-412c-bdef-091c472e2090 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80c85641-d795-4d65-887b-7dced99ddfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475037 Nov 24 17:02:13.283905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-45defb99-106b-4577-9a6e-c82c8ca89cb1 req-12b2d972-9716-4a58-9bcd-fdb8a9501b2f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656712 Nov 24 17:02:13.302357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Router 58135cdb-7587-49d9-87a1-a9a82c3d4175 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:02:13.414849 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-840a6e52-7f8d-43c2-83ea-4cf0216d9607 service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393664 Nov 24 17:02:13.572480 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b09e68b3-afb8-432e-b29f-97d0f22a7e7b req-999f00e7-6f89-48c8-8bc7-c3e3ae49b01c service neutron] 10.222.0.74 "GET /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475842 Nov 24 17:02:13.720480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:02:13.736411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Sync routers for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:02:13.761264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:13.762244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:13.779672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:13.845857 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4448464 Nov 24 17:02:13.846826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:13.848933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44056) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:13.861201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633170138', 'description': 'tempest-secgroup-smoke-633170138 description', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:13.883728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:13.908047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:13.932936 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:02:13.986080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:14.004089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.065861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:14.078067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:14.083044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:14.093001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:14.097999 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-e2a47e28-bcc6-49d0-b939-82a9848a645e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1098 time: 0.1401412 Nov 24 17:02:14.298726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.321741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a846020-092a-4a98-b07f-704719438ac6 req-86c2c60a-5db3-411b-a812-41bfc954379e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:14.323393 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-86c2c60a-5db3-411b-a812-41bfc954379e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 916 time: 0.2118323 Nov 24 17:02:14.410189 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.426438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5047da5f-64d9-4d1a-972c-6ddcc15fa244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:14.435586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'fbb9b222-5144-4f72-9182-f85d5f2b8dba', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'port_id': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'mac_address': 'fa:16:3e:3e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827400-2c27-47e4-9aff-f31387498b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:11Z', 'updated_at': '2021-11-24T17:02:11Z', 'revision_number': 0, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:14.441611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Checking router: 58135cdb-7587-49d9-87a1-a9a82c3d4175 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:02:14.456341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:14.457388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:01:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:14.510033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130c1321-b52e-407f-b3b6-79d32c575f8f,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:14.519880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:14.525205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729a408-288c-45b9-81b8-a92eb0a75660 req-bc019fdb-d3ba-4bfe-a60e-d51ebf5213e8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:14.525638 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-1822f6a0-429f-4f74-a9cc-ab5b1529e9e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 999 time: 0.1942625 Nov 24 17:02:14.526855 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2729a408-288c-45b9-81b8-a92eb0a75660 req-bc019fdb-d3ba-4bfe-a60e-d51ebf5213e8 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 943 time: 0.1045539 Nov 24 17:02:14.577902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.581939 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7291701 Nov 24 17:02:14.582119 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2729a408-288c-45b9-81b8-a92eb0a75660 req-1a43e9ee-b33f-45f4-a7b0-73e8d28b68c4 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Nov 24 17:02:14.582558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44086) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:14.589141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:14.595920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:14.600484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:14.604255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:14.612779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:14.629791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a846020-092a-4a98-b07f-704719438ac6 req-1758b6fd-83f2-47e0-96ba-f908bf762ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:14.632254 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-1758b6fd-83f2-47e0-96ba-f908bf762ad6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.0982573 Nov 24 17:02:14.666251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.677077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:14.724433 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-84fd7ca9-d922-4179-9c99-99662c993d86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847640 Nov 24 17:02:14.793554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.830572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.832967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7958c1c8-9237-4797-922a-4e38d4f52bdb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:14.855407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476159c1-ca86-4692-b024-d37a50be793a,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:14.861367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:14.876923 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-d4b11f0b-617a-4940-a703-30ef4e5ca093 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446013 Nov 24 17:02:14.893545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:14.898969 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0da4bddb-24ac-4f2c-831d-6dc2587107eb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3112576 Nov 24 17:02:14.898969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44092) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:14.904981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:14.911431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:14.916371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:14.920813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:14.929044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:14.984143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.052750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.056861 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7a846020-092a-4a98-b07f-704719438ac6 req-3c6e520e-7b00-4a24-be10-9d23dc5fc29e service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732998 Nov 24 17:02:15.077779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44098) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:15.088452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'fbb9b222-5144-4f72-9182-f85d5f2b8dba', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'port_id': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'mac_address': 'fa:16:3e:3e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827400-2c27-47e4-9aff-f31387498b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:11Z', 'updated_at': '2021-11-24T17:02:11Z', 'revision_number': 0, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:15.091380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.092985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd19f92-0d4f-4adb-a3cf-6e08a0e98f4f None None] The sync data for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb is: [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'fbb9b222-5144-4f72-9182-f85d5f2b8dba', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'port_id': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'mac_address': 'fa:16:3e:3e:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827400-2c27-47e4-9aff-f31387498b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:11Z', 'updated_at': '2021-11-24T17:02:11Z', 'revision_number': 0, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:02:15.105474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4add892d-e67d-453c-92f3-cf7db86079f9 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:15.120466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6fea70-7176-4569-9cb1-de2b2980d1dd,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:15.123361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:15.160358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.165989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44104) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:15.166875 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2667546 Nov 24 17:02:15.172483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:15.179281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:15.183694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:15.187268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:15.193622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:15.236455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.263430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.305114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:15.309508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Usage tracker for resource:security_group_rule and tenant:4755e344bcc84f6989b8ca9e832b4351 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:15.312606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:15.318655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.321111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:15.350641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.353205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-021cbcc2-72f1-4395-97a4-fe3f6e039915 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:15.383201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d13e1e-d46e-4672-a9a6-63a046e63775,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:15.388757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:15.399374 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.424934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.426520 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-15fd341a-5b96-413e-a083-2f5c542fd64c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2594531 Nov 24 17:02:15.430844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44120) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:15.436907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:15.443689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:15.448053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.453870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:15.457090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-848fdb28-fe66-42bf-890e-fa735c911c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:15.457293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:15.466192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:15.507186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525a729-9e4d-4795-982e-8d0471b8e090,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:15.517382 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.519540 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4755e344bcc84f6989b8ca9e832b4351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4402027 Nov 24 17:02:15.521410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.521921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.524923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.525384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.525384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.525900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:15.529329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44126) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:15.532270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:15.539630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d0ec6-9ebe-4a0f-905f-2526c8dad9b3 None None] New status for floating IP fbb9b222-5144-4f72-9182-f85d5f2b8dba: ACTIVE {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:02:15.605164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.619620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.639080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.664863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:15.667357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:15.710262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e12029b-2ed1-471b-8c7d-bf4bf43c756a,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:15.726231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:15.833309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b84e0-a135-4d85-b47f-5913809d333e req-da25c017-99e7-4a0d-84f8-7ac0f047d72e tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:15.835647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f1b84e0-a135-4d85-b47f-5913809d333e req-da25c017-99e7-4a0d-84f8-7ac0f047d72e tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 943 time: 0.0889897 Nov 24 17:02:15.889793 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f1b84e0-a135-4d85-b47f-5913809d333e req-4cc0098f-6b26-405d-be94-7a4428634f84 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Nov 24 17:02:15.971671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b119b35e-a6ee-4129-ab31-64744c9fc46e details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:02:16.086866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44134) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:16.267246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.275547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:16.290508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'b119b35e-a6ee-4129-ab31-64744c9fc46e', 'network_id': '80c85641-d795-4d65-887b-7dced99ddfd1', 'port_id': 'b119b35e-a6ee-4129-ab31-64744c9fc46e', 'mac_address': 'fa:16:3e:63:29:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74755f01-759c-4c13-8938-fb86951a200e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:02:16.303141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:16.308200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e2f0633b7849a8bc0df1449dac5bfa is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:16.311321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:16.317601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:16.358532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.383537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b119b35e-a6ee-4129-ab31-64744c9fc46e {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:02:16.402143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:16.408726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.699418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.699667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.700879 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2693055 Nov 24 17:02:16.704051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44140) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:16.710261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f6c12388-06d2-4bc0-8fda-d49f56da9642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:16.710692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:16.717980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:16.719315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525a729-9e4d-4795-982e-8d0471b8e090,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:16.722383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:16.724653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:16.726043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:16.728684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.732319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.733427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:16.736917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:16.740283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:16.750679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.756113 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4e00fe52-f081-414c-93eb-9527c6ff7ee4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4525a729-9e4d-4795-982e-8d0471b8e090 HTTP/1.1" status: 204 len: 168 time: 1.2216513 Nov 24 17:02:16.775189 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.securitygroups_db [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Project f71f090f894a41c9bf11ebfa383cd620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:02:16.786533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f0943-b3cb-4c93-8cc3-f32905b32acf,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:16.791076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:16.796408 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6e2f0633b7849a8bc0df1449dac5bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7056265 Nov 24 17:02:16.796575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.800156 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44146) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:16.844737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:16.850845 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:16.877043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.903602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.906052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.927886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.930527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-595bf345-8841-46d3-86e7-27c351e4e100 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:16.953313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae5e97b-c913-4999-983d-652f1ec3c4a1,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:16.957754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:16.979533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:16.991038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-869f6b05-403e-4225-8a9a-d3dc5d0bbbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:16.999166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['b119b35e-a6ee-4129-ab31-64744c9fc46e'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:02:17.000430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f0943-b3cb-4c93-8cc3-f32905b32acf,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:17.002724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:17.004962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.006769 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e2f0943-b3cb-4c93-8cc3-f32905b32acf HTTP/1.1" status: 204 len: 168 time: 0.2041395 Nov 24 17:02:17.014226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.016117 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-54b66cbd-971b-466c-8cc3-f0e9aa611bd5 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3110480 Nov 24 17:02:17.018986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44156) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:17.026239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'security_group_rule': {'security_group_id': '130c1321-b52e-407f-b3b6-79d32c575f8f', 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:17.034732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:17.040997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Usage tracker for resource:security_group_rule and tenant:f71f090f894a41c9bf11ebfa383cd620 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:17.044642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:17.052283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:17.150126 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.securitygroups_db [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Project f71f090f894a41c9bf11ebfa383cd620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:02:17.168506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.220713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580df5-6e1b-46d5-8220-7327a6fcc697 req-5ce8276c-454a-4069-a50f-3eb737f776c2 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:17.222347 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c580df5-6e1b-46d5-8220-7327a6fcc697 req-5ce8276c-454a-4069-a50f-3eb737f776c2 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 944 time: 0.1386845 Nov 24 17:02:17.298646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.304090 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c580df5-6e1b-46d5-8220-7327a6fcc697 req-36ff4442-dab8-4085-bfee-393d43dff225 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735021 Nov 24 17:02:17.350706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.353007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:17.378093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843b5fc4-d7a8-4ce2-81be-7824839bcc49,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:17.379956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:17.413642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.415060 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-34bde8e0-c790-4391-b216-5089924da8b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3948526 Nov 24 17:02:17.472187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44164) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:17.497261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.562223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:17.571605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4f85b0d75948799794014236466d39 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:17.576461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:17.584731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:17.588664 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-667c7c7b-9535-4c54-9bd2-62725ef57a9c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633170138&fields=id&tenant_id=f71f090f894a41c9bf11ebfa383cd620 HTTP/1.1" status: 200 len: 267 time: 0.0725701 Nov 24 17:02:17.731364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-b4724369-486e-422e-94f4-11aa214d1d8e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:17.732914 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-b4724369-486e-422e-94f4-11aa214d1d8e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1373041 Nov 24 17:02:17.737513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.746392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'port': {'security_groups': ['a61efe35-72d5-460d-84eb-3ef62cd8f783', '130c1321-b52e-407f-b3b6-79d32c575f8f']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:17.844146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.858461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8f0f7e3e-3d8e-420f-8e61-dd62ba599081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:17.921007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:17.938808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847108e2-4587-4eac-af50-91be1f38761e,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:17.942026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:17.947563 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c4f85b0d75948799794014236466d39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735985 Nov 24 17:02:17.950150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44176) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:17.956815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b119b35e-a6ee-4129-ab31-64744c9fc46e up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:02:18.023054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.052087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.101372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port b119b35e-a6ee-4129-ab31-64744c9fc46e completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:02:18.107527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port b119b35e-a6ee-4129-ab31-64744c9fc46e triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:02:18.108110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.133534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.140437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-009668fe-d420-418a-be53-ef58f68ab5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:18.173907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847108e2-4587-4eac-af50-91be1f38761e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:18.183526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:18.184003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.185484 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/847108e2-4587-4eac-af50-91be1f38761e HTTP/1.1" status: 204 len: 168 time: 0.2337148 Nov 24 17:02:18.248270 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:18.279394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.281339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.310091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:18.311518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.319788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:18.321000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:18.325224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:02:18.421117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:18.421804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.430787 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e', 'code': 200} Nov 24 17:02:18.432101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.434497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:18.441862 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-37a9a9ea-4aa8-42f3-9bc8-15e874bd3bff req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "PUT /v2.0/ports/4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 981 time: 0.7013037 Nov 24 17:02:18.442747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:18.472567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=6']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:18.481646 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:18.664048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:02:18.701442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06645b8-ba69-411b-9c4c-7bc859dacd7e req-3548f321-7017-4b31-94c2-a6d078958cdc tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:18.712524 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a06645b8-ba69-411b-9c4c-7bc859dacd7e req-3548f321-7017-4b31-94c2-a6d078958cdc tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.1379943 Nov 24 17:02:18.730301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb134-feeb-46f1-ac06-9707339fb209 req-85c6e5ba-25c1-400a-a952-8ab9c49ebd0f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:18.738837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ae4cb134-feeb-46f1-ac06-9707339fb209 req-85c6e5ba-25c1-400a-a952-8ab9c49ebd0f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1600091 Nov 24 17:02:18.835622 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ae4cb134-feeb-46f1-ac06-9707339fb209 req-d66bac7c-5530-49c5-b8fd-3f265a5274cb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947039 Nov 24 17:02:18.870294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:18.886992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:18.903958 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a06645b8-ba69-411b-9c4c-7bc859dacd7e req-23817f2a-aa64-462d-86a5-13dff5a69bf1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903505 Nov 24 17:02:18.949520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dff353b7-2266-440f-985a-832be03200d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:18.961343 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9d28665c-c39a-4aa7-824f-c5b3fb188ad9 req-92f45646-af07-49d8-af03-ac82ae33c92a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 1098 time: 0.1792614 Nov 24 17:02:19.008278 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:02:19.027877 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9d28665c-c39a-4aa7-824f-c5b3fb188ad9 req-fe91a162-0639-447e-a92a-734a235b52a2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 Nov 24 17:02:19.103435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4cc49b1d-742d-4695-b3b7-2f6ba22f8958 None None] Provisioning complete for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:02:19.103865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b1d-742d-4695-b3b7-2f6ba22f8958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:19.140922 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-f71b3ce2-6e99-404a-8bac-2ebd221ab4a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1137 time: 0.1171858 Nov 24 17:02:19.395361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e4e95-b90f-4bd4-b047-e5521148250e req-be135cea-0935-49d0-a1e7-073b38c6c453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:19.397108 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-be135cea-0935-49d0-a1e7-073b38c6c453 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 916 time: 0.1707242 Nov 24 17:02:19.539485 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-e55c4fae-6b17-473f-bff9-3a1fbdee3455 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 1001 time: 0.1232622 Nov 24 17:02:19.637279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e4e95-b90f-4bd4-b047-e5521148250e req-c46a4979-a00c-4b4c-9546-30a13d2f5613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:19.638861 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-c46a4979-a00c-4b4c-9546-30a13d2f5613 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.0812743 Nov 24 17:02:19.727425 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-0b4748be-d6a8-4c4d-8c1d-3f35fc79cd9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808816 Nov 24 17:02:19.886554 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-31f2749d-7d89-4a0c-96d7-1087ee7609c2 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483524 Nov 24 17:02:20.048120 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-578e4e95-b90f-4bd4-b047-e5521148250e req-d224284c-7cf7-44a7-b68a-3329a517a205 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523886 Nov 24 17:02:20.215148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009112d-6815-48ac-adc3-df05bf4fde7a req-84e4e13f-ddf2-4707-af7f-c53a0c50e2d7 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:20.224001 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c009112d-6815-48ac-adc3-df05bf4fde7a req-84e4e13f-ddf2-4707-af7f-c53a0c50e2d7 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.1444688 Nov 24 17:02:20.281483 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c009112d-6815-48ac-adc3-df05bf4fde7a req-b16d9896-dc66-4179-9323-bebbb86194c0 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Nov 24 17:02:20.585089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:21.086370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84f4efcf-9372-4ef3-b83b-38501f9f6d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:21.489165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f15611-6dc5-4b64-90b3-f704f44db01b req-2fafed97-4244-4ca2-970e-a36c0836c307 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:21.490884 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90f15611-6dc5-4b64-90b3-f704f44db01b req-2fafed97-4244-4ca2-970e-a36c0836c307 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.0833178 Nov 24 17:02:21.540140 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90f15611-6dc5-4b64-90b3-f704f44db01b req-476f5751-9ad6-4dc9-a609-631a523a6c92 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Nov 24 17:02:21.634203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:22.790460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:28.456642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44442) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:28.621492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:28.655784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:28.659939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ba0e6a1d344703a1f1d64c36704a2c is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:28.665073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:28.671430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:28.811757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:28.839428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:28.847500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-142cf9a5-632c-4228-9dc8-8cb59dd93afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:28.892398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0c2f07-3884-4678-a962-9714ea23e310,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:28.901687 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7ba0e6a1d344703a1f1d64c36704a2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4423244 Nov 24 17:02:28.905008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:02:28.915085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-115146e7-8c52-46fc-906c-c2a2eb5c9357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:28.916191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44464) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:28.982848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.011144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.167165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.173296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7b24187a-b76a-4b2b-b7f5-a81474baaffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:29.185726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0c2f07-3884-4678-a962-9714ea23e310,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:29.192232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:29.192977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.197778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d0c2f07-3884-4678-a962-9714ea23e310 HTTP/1.1" status: 204 len: 168 time: 0.2813320 Nov 24 17:02:29.709925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44476) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:29.731173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.765787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:29.770246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Usage tracker for resource:security_group_rule and tenant:2482b35a739e4d219db018aceeab7527 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:29.773269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:29.779698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:29.851257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.881060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:29.888590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-db13daeb-3f37-41b2-93e8-f949c0d91ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:29.934008 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2482b35a739e4d219db018aceeab7527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2226782 Nov 24 17:02:29.934890 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587d1fe2-a814-4bc0-a97f-6ce3c614c5ca,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:29.937590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44480) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:29.938016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:30.005423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:30.031930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:30.104191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:30.113234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e65bc899-938a-4489-8521-a011a000566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:30.129387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d1fe2-a814-4bc0-a97f-6ce3c614c5ca,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:30.131758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:30.132653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:30.143671 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/587d1fe2-a814-4bc0-a97f-6ce3c614c5ca HTTP/1.1" status: 204 len: 168 time: 0.1978745 Nov 24 17:02:34.104373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:39.393636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770d84-b60e-4787-8c3c-d1a311cfd92c req-45d18aea-e183-4331-bf28-7a4b3abc6cd2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:39.395347 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb770d84-b60e-4787-8c3c-d1a311cfd92c req-45d18aea-e183-4331-bf28-7a4b3abc6cd2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0865979 Nov 24 17:02:39.437247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44724) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:39.445785 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb770d84-b60e-4787-8c3c-d1a311cfd92c req-9cc67b2c-a224-458d-b45d-ff43423661bb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Nov 24 17:02:39.597112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:39.631393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:39.636173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Usage tracker for resource:security_group_rule and tenant:cf5caf44073f466d9a9baba220ec4072 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:39.639191 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:39.645568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:39.714522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:39.759803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:39.767594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d28936d4-2012-40b8-8957-d4c7bddb2857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:39.816812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44734) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:39.817043 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5caf44073f466d9a9baba220ec4072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3784862 Nov 24 17:02:39.829739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d1475-c35d-469a-b84b-f99f3ac8151b,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:39.832404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:02:39.832867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:39.903773 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:39.931960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.006897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.013161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8210eccc-463c-4f34-a1fe-ad7947b74a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:40.024519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d1475-c35d-469a-b84b-f99f3ac8151b,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:40.028328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:40.032791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.034006 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/982d1475-c35d-469a-b84b-f99f3ac8151b HTTP/1.1" status: 204 len: 168 time: 0.2156584 Nov 24 17:02:40.528101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44746) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:40.549252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.646423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:40.651147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Usage tracker for resource:security_group_rule and tenant:f1cd5f6064274e60995c080c0763d734 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:40.654138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:40.660476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:40.678696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e4058-1f7b-448b-bc5b-1cdb4088437d req-77247960-9f18-47ae-ae5a-878c67fb904d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:40.680692 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bd6e4058-1f7b-448b-bc5b-1cdb4088437d req-77247960-9f18-47ae-ae5a-878c67fb904d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0910394 Nov 24 17:02:40.731556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bd6e4058-1f7b-448b-bc5b-1cdb4088437d req-f95e770f-7c5b-48d4-bb41-e87daf34db15 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 Nov 24 17:02:40.732550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.784023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.792884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a5bce0e5-62db-4e5a-b82d-9db10b4f0e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:40.837308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0921f-036a-4742-a11c-87da88a617b3,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:40.840788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:40.843535 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9d6a5a27-bc67-4dd4-a0f2-c0245dfe7f0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1cd5f6064274e60995c080c0763d734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3142483 Nov 24 17:02:40.846420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44750) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:40.913504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:40.942317 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:41.024805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:41.030433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eeca90af-cf6d-4ea3-ba6e-4e8230368506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:41.044393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0921f-036a-4742-a11c-87da88a617b3,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:41.047683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:41.048576 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:41.050072 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6e41f6ce-fe2e-45fe-8d37-d81f0b80c19d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1f0921f-036a-4742-a11c-87da88a617b3 HTTP/1.1" status: 204 len: 168 time: 0.2025373 Nov 24 17:02:41.206757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-4f8fe82c-db52-4426-9b67-87b1d965efc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:41.208354 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-4f8fe82c-db52-4426-9b67-87b1d965efc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.0903811 Nov 24 17:02:41.284632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Deleting port cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:02:41.285017 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:41.558290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] For port cbfe8b52-3f70-4387-9884-bf8432fee685, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=cbfe8b52-3f70-4387-9884-bf8432fee685,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:41.558842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:41.892896 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-1159c4e4-109f-4fa0-ad74-c1a3276ad162 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1137 time: 0.0969827 Nov 24 17:02:42.073839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f835c31-68d5-4328-bd98-e03187095a0e req-1398742f-2587-45e0-93ce-42411994b2c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:42.076191 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-1398742f-2587-45e0-93ce-42411994b2c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 916 time: 0.1755226 Nov 24 17:02:42.245595 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba418f44-cc40-4414-8a7f-9f4354cf8d05 req-18e37cf3-8d7a-4d54-a02d-aa69c92c079c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:42.255553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ba418f44-cc40-4414-8a7f-9f4354cf8d05 req-18e37cf3-8d7a-4d54-a02d-aa69c92c079c tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.2713561 Nov 24 17:02:42.300825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:42.301493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:42.302125 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Floating IP 4578a94a-9da7-4316-8d9d-679b8c4ed456 disassociated. External IP: 172.28.0.19, port: cbfe8b52-3f70-4387-9884-bf8432fee685. Nov 24 17:02:42.302655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Calling delete_port for cbfe8b52-3f70-4387-9884-bf8432fee685 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:42.309649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-90f564c0-1929-4e7e-9090-95621777d851 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 1001 time: 0.2251716 Nov 24 17:02:42.406424 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ba418f44-cc40-4414-8a7f-9f4354cf8d05 req-ed4d96a9-4b55-4166-935a-ce78427ecc1e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346285 Nov 24 17:02:42.543888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:42.551369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:42.598690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'Port': ['ID=cbfe8b52-3f70-4387-9884-bf8432fee685,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:42.603891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:42.678161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f835c31-68d5-4328-bd98-e03187095a0e req-06a91094-a5ec-4655-8dca-df5719d223b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:42.681283 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-06a91094-a5ec-4655-8dca-df5719d223b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.3182654 Nov 24 17:02:42.692788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3c5c3-159d-4ef4-84d0-6e4c2d27b4ba req-90e16994-a4b8-4838-ad0b-9f8372231d37 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:42.694591 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1b3c5c3-159d-4ef4-84d0-6e4c2d27b4ba req-90e16994-a4b8-4838-ad0b-9f8372231d37 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 947 time: 0.4403367 Nov 24 17:02:42.808715 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1b3c5c3-159d-4ef4-84d0-6e4c2d27b4ba req-7f5f1cef-a7e0-4af8-9f05-93f55610f7ca tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=29c0f137-dcfd-46bf-b08a-1ec62b02b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728319 Nov 24 17:02:42.863725 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-920d7a8c-c609-4953-988b-5637fe98f861 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1679971 Nov 24 17:02:42.878799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:02:43.042982 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-2b33cc90-a262-4ed5-ab8f-eea44b859140 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702509 Nov 24 17:02:43.141643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:02:43.152898 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:02:43.189697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:43.190418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:02:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:43.261774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] No DVR routers for this DVR port cbfe8b52-3f70-4387-9884-bf8432fee685 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:02:43.267578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:43.277790 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f835c31-68d5-4328-bd98-e03187095a0e req-56fc81f8-0e6a-43b3-843d-55acf7f8b9e5 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278342 Nov 24 17:02:43.280933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-deleted', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:43.333129 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d7ac44ee-d872-42c3-985a-66dcd8719442 req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "DELETE /v2.0/ports/cbfe8b52-3f70-4387-9884-bf8432fee685 HTTP/1.1" status: 204 len: 173 time: 2.1181300 Nov 24 17:02:43.381161 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbecbea-18e3-4496-8082-61ae0040a558', 'name': 'network-vif-deleted', 'tag': 'cbfe8b52-3f70-4387-9884-bf8432fee685', 'status': 'completed', 'code': 200} Nov 24 17:02:43.520965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:43.737820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1a036-d416-41e1-94a5-ee8b5e83144a req-d97b73b2-60a3-4b9e-9eab-e94e2abe189d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:43.740564 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9aa1a036-d416-41e1-94a5-ee8b5e83144a req-d97b73b2-60a3-4b9e-9eab-e94e2abe189d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1425507 Nov 24 17:02:43.840384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9aa1a036-d416-41e1-94a5-ee8b5e83144a req-86ef8c09-2bbd-41c4-adc9-31351e63fea4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:43.881507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9aa1a036-d416-41e1-94a5-ee8b5e83144a req-86ef8c09-2bbd-41c4-adc9-31351e63fea4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:43.895978 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9aa1a036-d416-41e1-94a5-ee8b5e83144a req-86ef8c09-2bbd-41c4-adc9-31351e63fea4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472254 Nov 24 17:02:43.954534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:43.959364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:02:43.974853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:02:43.975572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:02:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:44.113008 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c960ec3b-688a-41ac-89f4-80e05e715234 req-06d9df26-f104-4452-909b-d8390b0ffd90 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cbecbea-18e3-4496-8082-61ae0040a558 HTTP/1.1" status: 200 len: 210 time: 0.0675333 Nov 24 17:02:44.173532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:44.219345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302237b5-2ee9-42da-915f-995cdeaf1548 req-8d2c50b1-fa60-4ba9-a250-3303c82f6c48 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:44.220985 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-302237b5-2ee9-42da-915f-995cdeaf1548 req-8d2c50b1-fa60-4ba9-a250-3303c82f6c48 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.1042185 Nov 24 17:02:44.226099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: cbfe8b52-3f70-4387-9884-bf8432fee685 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:44.227140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device cbfe8b52-3f70-4387-9884-bf8432fee685 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:44.276285 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-302237b5-2ee9-42da-915f-995cdeaf1548 req-0976b4a9-26d5-477c-bdad-3ed30b97e7ce tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Nov 24 17:02:44.278142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:02:44.795945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:02:44.800332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527cd70-0e67-4372-8ae7-bf540289a6bd None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:02:45.105634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813b51-94e1-4419-a286-47bbb6fab60e req-4834a00b-ce94-453c-9a4f-ed9b83e23fcb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:45.107355 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1d813b51-94e1-4419-a286-47bbb6fab60e req-4834a00b-ce94-453c-9a4f-ed9b83e23fcb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0915117 Nov 24 17:02:45.162232 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1d813b51-94e1-4419-a286-47bbb6fab60e req-e918eb72-4657-4d18-bdc0-806a2dfc70af tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482402 Nov 24 17:02:45.265155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9017-19ff-4b86-9762-16af1f9633f9 None None] New status for floating IP 4578a94a-9da7-4316-8d9d-679b8c4ed456: DOWN {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:02:45.336566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44848) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:45.417621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:45.497313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:45.568495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdb997-eb8e-40f8-9a21-71462afaefc6 req-c447e416-74f0-433a-baf6-1a1e8ee6d570 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:45.570155 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5ebdb997-eb8e-40f8-9a21-71462afaefc6 req-c447e416-74f0-433a-baf6-1a1e8ee6d570 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.1493824 Nov 24 17:02:45.614663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:45.626483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1484003-6cb0-410b-bd56-3cca0cc7f357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:45.643461 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5ebdb997-eb8e-40f8-9a21-71462afaefc6 req-5a660a84-79bb-4213-9ef1-9c8bf030a5c3 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667596 Nov 24 17:02:45.644403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c0f137-dcfd-46bf-b08a-1ec62b02b14e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:45.651117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:45.675533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:45.676759 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "DELETE /v2.0/security-groups/29c0f137-dcfd-46bf-b08a-1ec62b02b14e HTTP/1.1" status: 204 len: 168 time: 0.3388612 Nov 24 17:02:45.680486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44854) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:45.698458 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.v2.resource [None req-0175a06a-ebca-4ae2-b8d5-d9fae8b38f9e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] show failed (client error): The resource could not be found. Nov 24 17:02:45.699690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0175a06a-ebca-4ae2-b8d5-d9fae8b38f9e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups/29c0f137-dcfd-46bf-b08a-1ec62b02b14e HTTP/1.1" status: 404 len: 347 time: 0.0180511 Nov 24 17:02:45.702896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44858) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:45.871990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Deleting port 88a43549-51ab-4fed-a257-6b25e96bfab5 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:02:45.872536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.059140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.059512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.189833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Calling delete_port for 88a43549-51ab-4fed-a257-6b25e96bfab5 owned by network:floatingip {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:46.372400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.383864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:46.394582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb1f3f-5e2e-40fd-88b5-e4dd2ff82fea req-441d1e49-1962-434a-be3a-82eff7651f17 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:46.396284 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-21fb1f3f-5e2e-40fd-88b5-e4dd2ff82fea req-441d1e49-1962-434a-be3a-82eff7651f17 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0954671 Nov 24 17:02:46.452830 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-21fb1f3f-5e2e-40fd-88b5-e4dd2ff82fea req-56e9db0f-380e-4aa9-91c0-f9f6d0d614e1 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474818 Nov 24 17:02:46.498268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'Port': ['ID=88a43549-51ab-4fed-a257-6b25e96bfab5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:46.505071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:46.528751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.543891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.545144 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "DELETE /v2.0/floatingips/4578a94a-9da7-4316-8d9d-679b8c4ed456 HTTP/1.1" status: 204 len: 168 time: 0.8412001 Nov 24 17:02:46.859060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624910b-d72f-4e7e-b434-8de1ab09e744 req-debd476a-dc12-4743-89f6-5b3d45a85b80 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:46.859309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44902) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:46.860070 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8624910b-d72f-4e7e-b434-8de1ab09e744 req-debd476a-dc12-4743-89f6-5b3d45a85b80 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.0879142 Nov 24 17:02:46.865797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856140948', 'description': 'tempest-description--466669408'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:46.872520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:46.876894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:46.879998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:46.887826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:46.910648 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8624910b-d72f-4e7e-b434-8de1ab09e744 req-37502643-0ab2-4342-965d-ec8d80a7357f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Nov 24 17:02:46.942369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:46.983024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:46.991875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:46.991875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:46.996375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:47.057851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.084678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.089903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f049105f-d0b4-48e4-92af-f792f348b855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:47.137318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281448ba-2744-4044-869d-d9c2b2d3aa1b,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:47.140168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:47.166443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.167823 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3074303 Nov 24 17:02:47.170825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44910) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:47.177185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group_rule': {'security_group_id': '281448ba-2744-4044-869d-d9c2b2d3aa1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:47.184368 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:47.188424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:47.191552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:47.198116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:47.350392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.413345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.457860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.460055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:47.484742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd1e876-6ee1-4395-b21c-ce6b2062e88f,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:47.492836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:47.543515 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.544842 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0c2227a2-3a7c-4d37-9a06-dafa428d1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3729532 Nov 24 17:02:47.547638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44916) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:47.553541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'security_group_rule': {'security_group_id': '281448ba-2744-4044-869d-d9c2b2d3aa1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:47.560130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:47.564127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:security_group_rule and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:47.567139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:47.573301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:47.637619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.714759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b624992-06a6-40a5-9ef5-6f684c89f3da req-aa837ed5-676c-4180-8692-258d548680e7 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:47.716384 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b624992-06a6-40a5-9ef5-6f684c89f3da req-aa837ed5-676c-4180-8692-258d548680e7 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1351633 Nov 24 17:02:47.743093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.774828 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b624992-06a6-40a5-9ef5-6f684c89f3da req-61e7906a-6ca9-4e7f-b6b5-070e0e3dc968 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497999 Nov 24 17:02:47.777462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.787405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d5b7301e-3ad4-441b-b7d6-42dde724628e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:47.807716 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91684166-192e-417c-8311-1532457eff0e,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:47.810359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:47.846409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:47.847849 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-231684a0-682b-434b-88c9-c2a9c41c1642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2992060 Nov 24 17:02:47.851073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 44932) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:47.856829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:47.863136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:47.867298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Usage tracker for resource:floatingip and tenant:9f160f67e8e14ab189792191e7ef121b is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:47.870581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:47.876725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:47.926517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.086993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.126724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c316854-6481-43a5-9722-6e09a3fbf148 req-19920f07-acca-47ed-a1f8-d6be7c8ab9eb tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:48.128394 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c316854-6481-43a5-9722-6e09a3fbf148 req-19920f07-acca-47ed-a1f8-d6be7c8ab9eb tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.0903914 Nov 24 17:02:48.189976 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c316854-6481-43a5-9722-6e09a3fbf148 req-3b99a1a8-4f4f-4515-b8a4-be61bcc045ec tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549231 Nov 24 17:02:48.275380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44940) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:48.439264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.454524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Allocated IP 172.28.0.166 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/daf9536a-5a77-4c3a-ac72-cb1684f49b4d) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:02:48.473381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:48.478097 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Usage tracker for resource:security_group_rule and tenant:7338438b0ac24dd2adff69d71ede227b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:48.481054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:48.487384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:48.555139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.594707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.603106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3b1687c5-436b-4a22-845d-4c93018cbc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:48.611761 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.646201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a64484-1efb-4eb3-84aa-e08bfb71cf1f,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:48.649592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:48.651986 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7338438b0ac24dd2adff69d71ede227b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3751929 Nov 24 17:02:48.654718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44946) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:48.664471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.669297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:48.721986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.742531 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:02:48.743430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=daf9536a-5a77-4c3a-ac72-cb1684f49b4d,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:48.746388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:48.747641 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:02:48.749753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:02:48.754313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.824574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de358786-4cb8-4dfc-87d4-631f5bcb63e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.861990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.867746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-61ee8035-db79-43b4-a541-41a8efd8c090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:48.883268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a64484-1efb-4eb3-84aa-e08bfb71cf1f,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:48.888805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:48.898956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:48.917448 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f61ff3f8-eadb-4899-902b-c138e3a5baf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8a64484-1efb-4eb3-84aa-e08bfb71cf1f HTTP/1.1" status: 204 len: 168 time: 0.2489974 Nov 24 17:02:48.961214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.099349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.265930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d842f-ba3d-4a03-960c-2f1e333fd7f5 req-66dafdbf-cc87-4096-a165-4aa673a1a37d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:49.267724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-190d842f-ba3d-4a03-960c-2f1e333fd7f5 req-66dafdbf-cc87-4096-a165-4aa673a1a37d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.2230685 Nov 24 17:02:49.417762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fbd6-7e32-4cd1-ba80-498726699056 req-c42af0d7-1317-4a28-ac23-e719073344e1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:49.419392 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5303fbd6-7e32-4cd1-ba80-498726699056 req-c42af0d7-1317-4a28-ac23-e719073344e1 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.0934527 Nov 24 17:02:49.423839 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-190d842f-ba3d-4a03-960c-2f1e333fd7f5 req-b0319660-f6ca-471d-b88e-825a418d2117 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456628 Nov 24 17:02:49.456095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-eb3b9bf4-2329-48bd-b6f2-93ca2ef636af tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:49.457870 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-eb3b9bf4-2329-48bd-b6f2-93ca2ef636af tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 945 time: 0.2669981 Nov 24 17:02:49.477557 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5303fbd6-7e32-4cd1-ba80-498726699056 req-8e9f468f-7d1a-4ffd-8a9a-8c27d861f75d tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/security-groups?id=e357173f-7f1d-419b-bc65-f862c432a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Nov 24 17:02:49.488897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44962) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:49.512590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.535211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.547091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:49.551308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f258a6cdda3b462194dd081e71c173b7 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:49.554598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:49.560949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:49.561332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Deleting port b119b35e-a6ee-4129-ab31-64744c9fc46e {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:02:49.561724 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.592008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.603109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6f1565a0-910e-4ab3-a463-f59a88d134ee tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:49.630712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.663497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.672182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-63f0535b-0fea-411a-86eb-d04578ae58ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:49.718735 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f258a6cdda3b462194dd081e71c173b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2284544 Nov 24 17:02:49.719582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4df9c-0af0-4c1c-b056-de2a4396e430,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:49.722104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 44966) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:49.725197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-656e32f7-8dae-4df2-8e53-cba3492d69d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:49.755855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=daf9536a-5a77-4c3a-ac72-cb1684f49b4d,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:49.759801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:49.787639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.819409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.824707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.886205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.891498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b39c27a-f2a2-4aab-8092-bc369f241d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:49.905237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4df9c-0af0-4c1c-b056-de2a4396e430,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:49.908420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:49.910706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.914339 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c92a7f84-c98e-421a-815e-6204017f0ac0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74d4df9c-0af0-4c1c-b056-de2a4396e430 HTTP/1.1" status: 204 len: 168 time: 0.1910367 Nov 24 17:02:49.943608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:49.945479 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0928302 Nov 24 17:02:49.976747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] For port b119b35e-a6ee-4129-ab31-64744c9fc46e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b119b35e-a6ee-4129-ab31-64744c9fc46e,segment=NetworkSegment(75fa87b8-67e3-4e4c-8497-84cadcae392e),segment_id=75fa87b8-67e3-4e4c-8497-84cadcae392e)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:02:49.977441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:50.115729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Calling delete_port for b119b35e-a6ee-4129-ab31-64744c9fc46e owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:02:50.237712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-a2644d4d-08b0-465a-af23-d74172046067 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:50.286330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-a2644d4d-08b0-465a-af23-d74172046067 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:50.288069 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-a2644d4d-08b0-465a-af23-d74172046067 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1856140948&fields=id&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 267 time: 0.1271460 Nov 24 17:02:50.514701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-0746db12-6534-4f88-93b1-2b5b9d8bf642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:50.516570 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-0746db12-6534-4f88-93b1-2b5b9d8bf642 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 817 time: 0.2194629 Nov 24 17:02:50.524274 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:50.534831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:50.582891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:50.593039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Pushing event deleted for resources: {'Port': ['ID=b119b35e-a6ee-4129-ab31-64744c9fc46e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:50.598014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:50.602908 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-09b40139-c185-4dff-8f81-17a374b8adfe tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/quotas/9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 375 time: 0.0763717 Nov 24 17:02:50.672083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ca75-9f4b-4bdd-ac7f-9d7c576719bf req-8d9b1509-7a95-45cb-a50e-be769c61c2fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:50.673725 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56e6ca75-9f4b-4bdd-ac7f-9d7c576719bf req-8d9b1509-7a95-45cb-a50e-be769c61c2fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1094136 Nov 24 17:02:50.721573 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] No DVR routers for this DVR port b119b35e-a6ee-4129-ab31-64744c9fc46e on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:02:50.725314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:50.728670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'name': 'network-vif-deleted', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:50.757358 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56e6ca75-9f4b-4bdd-ac7f-9d7c576719bf req-4e687cae-2e97-4bee-9861-5355d285b1da tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696647 Nov 24 17:02:50.785396 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-26168f84-27cb-47e0-abb3-79e64f95dee9 req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.74 "DELETE /v2.0/ports/b119b35e-a6ee-4129-ab31-64744c9fc46e HTTP/1.1" status: 204 len: 173 time: 1.3202918 Nov 24 17:02:50.800113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-66fdda04-da41-4aa8-a27c-19361ccf0d19 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:50.846551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-66fdda04-da41-4aa8-a27c-19361ccf0d19 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:50.848353 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-66fdda04-da41-4aa8-a27c-19361ccf0d19 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2126930 Nov 24 17:02:50.939327 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10cd9f1d-25a2-47a1-86e6-021a397464f9 req-082b75bc-03a6-4d77-ac18-4f2ea15d11dc tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43ca9c-4432-45cb-ac6d-0c006e3cf95a HTTP/1.1" status: 200 len: 210 time: 0.0553453 Nov 24 17:02:51.025985 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f43ca9c-4432-45cb-ac6d-0c006e3cf95a', 'name': 'network-vif-deleted', 'tag': 'b119b35e-a6ee-4129-ab31-64744c9fc46e', 'status': 'completed', 'code': 200} Nov 24 17:02:51.053546 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-2ed1d1a1-0a6c-4b90-b4ab-18b24af49e07 service neutron] 10.222.0.15 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907270 Nov 24 17:02:51.099593 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c15403a4-0aa3-41e9-a22b-c0dc280254ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:51.220754 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-d7e169e6-cd55-4e18-bc33-43d542fe4992 service neutron] 10.222.0.15 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596782 Nov 24 17:02:51.473956 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90d68047-f50f-433c-9b3d-7505e54a5d5a req-89ac7243-d723-4103-b8ef-2e9354aa2d72 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.0465734 Nov 24 17:02:51.634325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:51.963354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b62aa-b86e-4234-bbd0-11cc0c74765c req-a4fcb400-4aa3-4e70-8e1c-5195e4c52a80 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:51.964983 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-778b62aa-b86e-4234-bbd0-11cc0c74765c req-a4fcb400-4aa3-4e70-8e1c-5195e4c52a80 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0875707 Nov 24 17:02:52.021061 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-778b62aa-b86e-4234-bbd0-11cc0c74765c req-8851c55d-1f23-479b-80ed-c6552dad0989 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498974 Nov 24 17:02:52.145766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b119b35e-a6ee-4129-ab31-64744c9fc46e no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:02:52.198019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: b119b35e-a6ee-4129-ab31-64744c9fc46e {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:02:52.199143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b119b35e-a6ee-4129-ab31-64744c9fc46e not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:02:52.531667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45066) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:52.729354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:52.745111 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-269cc2a0-4faf-47bd-b86c-882a398fb00d req-824810e0-bbef-4e06-8fa0-273fadab7088 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.0832031 Nov 24 17:02:52.768769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:52.772504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Usage tracker for resource:security_group_rule and tenant:58ff6fd6c89c4e6084e45a1e3ed78e02 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:52.776121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:52.784244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:52.800433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:52.893466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:52.920661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:52.928505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3ba4c7c5-3846-4340-84f3-2f0efaccd5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:52.978361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1998f29-ca03-4266-a6d0-6e69e4288b86,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:52.983997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:52.990519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45086) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:52.991648 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b7350a36-d9bf-41d6-a3ca-144a815b0f38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58ff6fd6c89c4e6084e45a1e3ed78e02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4586613 Nov 24 17:02:53.070538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:53.103228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:53.195408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:53.203689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24382974-f85a-4211-8c96-854363332516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:53.257101 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1998f29-ca03-4266-a6d0-6e69e4288b86,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:53.266303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:53.274220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:53.278303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1998f29-ca03-4266-a6d0-6e69e4288b86 HTTP/1.1" status: 204 len: 168 time: 0.2840486 Nov 24 17:02:53.332804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800503ec-e80c-44a5-92b6-d86a845f50bb req-0bd49ea3-6049-4c50-96bb-8114e376590e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:53.337625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-800503ec-e80c-44a5-92b6-d86a845f50bb req-0bd49ea3-6049-4c50-96bb-8114e376590e tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1238735 Nov 24 17:02:53.396919 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-800503ec-e80c-44a5-92b6-d86a845f50bb req-9a698eec-6632-4e5f-bfa7-b4446988bb67 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504539 Nov 24 17:02:53.552165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-bdf15331-7f74-40e1-a11d-4193270e2461 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:53.553739 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-bdf15331-7f74-40e1-a11d-4193270e2461 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 817 time: 0.4466627 Nov 24 17:02:53.612196 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-1455cd62-fff6-47d2-8760-8a03fd3919e8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 380 time: 0.0442188 Nov 24 17:02:53.622247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'port': {'device_id': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'admin_state_up': True, 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'security_groups': ['281448ba-2744-4044-869d-d9c2b2d3aa1b']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:53.785653 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:53.808828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:53.852617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Made reservation on behalf of 9f160f67e8e14ab189792191e7ef121b for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:02:53.859050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:53.999606 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf63a6e7-1c38-494a-a424-f13a81e1ad9d req-0422a683-2ada-411d-99c1-08c8830451df tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.0731773 Nov 24 17:02:54.245323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Allocated IP 172.20.0.6 (cb14a41b-9c45-4611-a366-c5e49427934b/abc01797-2d38-40d6-997c-5396988ee342/8e1a9382-2b4b-4413-8ca8-6a2df124766f) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:02:54.548202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:54.565866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Transition to ACTIVE for port object 8e1a9382-2b4b-4413-8ca8-6a2df124766f will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:02:54.640726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03699-f90b-42b0-869e-37aae36d202a req-a8c49352-835b-45d9-88ad-7cbec29d3470 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:54.642327 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1bb03699-f90b-42b0-869e-37aae36d202a req-a8c49352-835b-45d9-88ad-7cbec29d3470 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1047683 Nov 24 17:02:54.652194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:54.659832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:54.697108 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1bb03699-f90b-42b0-869e-37aae36d202a req-df92511a-59b6-45bc-a94f-50dea4ede240 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475647 Nov 24 17:02:54.735260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Network cb14a41b-9c45-4611-a366-c5e49427934b is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:02:54.739055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:02:54.741559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:02:54.780807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:54.783871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:54.813921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:54.814590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:54.909719 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2917421 Nov 24 17:02:54.922686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Request body: {'port': {'device_id': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:02:55.049632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:55.141791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d79d7527-2ed3-4e4a-882c-e925df0406cc None None] Provisioning for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:02:55.147060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d79d7527-2ed3-4e4a-882c-e925df0406cc None None] Provisioning complete for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:02:55.147492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d79d7527-2ed3-4e4a-882c-e925df0406cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:55.222122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d79d7527-2ed3-4e4a-882c-e925df0406cc None None] Port 8e1a9382-2b4b-4413-8ca8-6a2df124766f cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:02:55.448207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4376f74-9d12-40d2-9f72-f3ce7a26a39a req-c638edc0-112d-4288-aba0-87a06000ddff tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:55.448999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-f4376f74-9d12-40d2-9f72-f3ce7a26a39a req-c638edc0-112d-4288-aba0-87a06000ddff tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:02:55.517029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-f4376f74-9d12-40d2-9f72-f3ce7a26a39a req-c638edc0-112d-4288-aba0-87a06000ddff tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:02:55.518248 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f4376f74-9d12-40d2-9f72-f3ce7a26a39a req-c638edc0-112d-4288-aba0-87a06000ddff tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 931 time: 0.3411331 Nov 24 17:02:55.601074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:02:55.610116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:55.631799 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f4376f74-9d12-40d2-9f72-f3ce7a26a39a req-e812164f-79d6-43ea-8661-f1c3f441538e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815840 Nov 24 17:02:55.635327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Transition to ACTIVE for port object 8e1a9382-2b4b-4413-8ca8-6a2df124766f will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:02:55.669212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:55.674063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cbf53080-c1a9-4795-9ca9-248ff17515d6 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:55.806153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:55.809252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:55.937739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Attempting to bind port 8e1a9382-2b4b-4413-8ca8-6a2df124766f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:02:55.938119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Attempting to bind port 8e1a9382-2b4b-4413-8ca8-6a2df124766f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:02:55.938492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Attempting to bind port 8e1a9382-2b4b-4413-8ca8-6a2df124766f on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:02:55.948392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Port 8e1a9382-2b4b-4413-8ca8-6a2df124766f on network cb14a41b-9c45-4611-a366-c5e49427934b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:02:55.948889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Attempting to bind port 8e1a9382-2b4b-4413-8ca8-6a2df124766f on network cb14a41b-9c45-4611-a366-c5e49427934b {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:02:55.957768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b938b0-cdb8-41b7-bd5b-a92b77cb5568 req-cee199f8-0de1-44c6-b92f-9215c428e3b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:55.958026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:02:55.958541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Checking segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:02:55.959124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Bound using segment: {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:02:55.959545 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-13b938b0-cdb8-41b7-bd5b-a92b77cb5568 req-cee199f8-0de1-44c6-b92f-9215c428e3b0 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1056743 Nov 24 17:02:55.963305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Bound port: 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:02:55.965688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:56.028654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-13b938b0-cdb8-41b7-bd5b-a92b77cb5568 req-fccfbee1-8266-4d4d-82e7-b0f38e507df8 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608380 Nov 24 17:02:56.080376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:02:56.084776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:02:56.113999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:56.121185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:56.200319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:56.202037 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] 10.222.0.74 "PUT /v2.0/ports/8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 1093 time: 1.2841671 Nov 24 17:02:56.202600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:02:56.232271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:56.236015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:56.262065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'status': 'completed', 'code': 200} Nov 24 17:02:56.354465 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-88536b09-f520-4126-8f61-7cdec3e39849 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1096 time: 0.0791435 Nov 24 17:02:56.440538 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-00ee641e-af51-4c14-8c4c-ce6a7eb7c3ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 217 time: 0.0754375 Nov 24 17:02:56.517403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-a7877672-014c-4d0b-84fb-8691584d0e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:56.519054 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-a7877672-014c-4d0b-84fb-8691584d0e6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0688868 Nov 24 17:02:56.619612 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-3e81ee36-e2fc-4ab7-80ba-7764e8084f1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907924 Nov 24 17:02:56.829317 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-825f1240-c611-47ec-ad1e-bbb4c6d1f34b service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982453 Nov 24 17:02:56.912440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a75a5-fa7a-483a-a0cd-89716247fdd4 req-b6ca6ee5-d06c-4765-ad46-a4667162a862 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:56.914421 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b82a75a5-fa7a-483a-a0cd-89716247fdd4 req-b6ca6ee5-d06c-4765-ad46-a4667162a862 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0909255 Nov 24 17:02:56.966793 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b82a75a5-fa7a-483a-a0cd-89716247fdd4 req-f0af8d48-6a9e-48ec-b414-dea9c497caa9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Nov 24 17:02:56.983525 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1a9121c-5d17-4ef5-83b9-bead78fe4b88 req-91c79dd5-c694-40dc-b961-0b7209ded525 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475644 Nov 24 17:02:57.188730 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-1f738f38-1ea6-439f-9d96-be686fb1bed6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1096 time: 0.1002340 Nov 24 17:02:57.213671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45178) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:57.370760 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.404495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:57.404906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cb167-ed0e-42a2-b443-5dcd6722d762 req-a158610f-be22-42ef-965b-cf02d45512aa tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:57.406525 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eb5cb167-ed0e-42a2-b443-5dcd6722d762 req-a158610f-be22-42ef-965b-cf02d45512aa tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.1858926 Nov 24 17:02:57.407660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-f8d3cc50-3f8d-47fc-8d3d-85a99a0295f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:57.408553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Usage tracker for resource:security_group_rule and tenant:f18e161c1773440999d9606a2cb1cec8 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:57.409103 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-f8d3cc50-3f8d-47fc-8d3d-85a99a0295f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.2127528 Nov 24 17:02:57.411677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:57.418528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:57.487885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.509104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.512522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-81e23518-bb24-4d9b-8283-bc858d3c1775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 217 time: 0.0815372 Nov 24 17:02:57.517347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-84bad5c8-9c51-42d3-b51d-42caced6002f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:57.562778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-eb5cb167-ed0e-42a2-b443-5dcd6722d762 req-16830f5e-4b3f-4f99-9b91-b0a6eaae84ab tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492555 Nov 24 17:02:57.567571 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f18e161c1773440999d9606a2cb1cec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3500764 Nov 24 17:02:57.567571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23612ae6-310f-437b-923a-606ce9726847,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:57.569023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:57.569982 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45184) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:57.589519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-6825606f-4718-4016-8c32-35020f94b8cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:57.591156 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-6825606f-4718-4016-8c32-35020f94b8cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0711131 Nov 24 17:02:57.644442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.672458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.676542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-57d1d937-91f0-404d-9213-926ea0667ebe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777140 Nov 24 17:02:57.743703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.749672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-05b140a3-94ac-484e-a865-aea551ba9f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:57.761251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23612ae6-310f-437b-923a-606ce9726847,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:57.768100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:57.769008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:57.774017 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23612ae6-310f-437b-923a-606ce9726847 HTTP/1.1" status: 204 len: 168 time: 0.2032812 Nov 24 17:02:57.825339 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-479d2de5-faff-4abb-891a-0e049343b0bd service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409526 Nov 24 17:02:57.970147 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9fb3dc39-0ab9-4556-83e9-4c5a909abe9b req-6e4d22eb-b537-47ac-b71b-1dd2901a0e6d service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379557 Nov 24 17:02:58.233519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01491a-b8cc-4fdd-b0f0-f13412f961ac req-9bb7f43f-55d5-4d9a-9be5-6e36d9476be3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:58.237596 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c01491a-b8cc-4fdd-b0f0-f13412f961ac req-9bb7f43f-55d5-4d9a-9be5-6e36d9476be3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1145325 Nov 24 17:02:58.292141 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c01491a-b8cc-4fdd-b0f0-f13412f961ac req-aba45394-17c0-401a-bc59-a42f030df37a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505428 Nov 24 17:02:58.322802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45206) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:58.342811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.377310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:02:58.381275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Usage tracker for resource:security_group_rule and tenant:5d56ff8bcc6c4111a0f1e011ed50a74e is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:02:58.384711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:02:58.390676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:02:58.461400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.485902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.494482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4c768987-7ed2-4c0c-b364-485eaf9324b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:58.545762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67b292c-2fcd-4425-b6f4-4897858c035c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:58.548985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:58.551654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d56ff8bcc6c4111a0f1e011ed50a74e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2276299 Nov 24 17:02:58.554457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45212) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:02:58.619605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.651323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.726642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.732267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-602481e9-6eaf-40ed-afdd-bc86de9b7622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:02:58.745358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67b292c-2fcd-4425-b6f4-4897858c035c,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:02:58.748615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:02:58.750511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:02:58.755822 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a67b292c-2fcd-4425-b6f4-4897858c035c HTTP/1.1" status: 204 len: 168 time: 0.1990750 Nov 24 17:02:58.781799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9658b-32db-4329-b89b-9253564e32fb req-01aacd51-8944-4705-a870-0b095b6b94d4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:58.783796 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71a9658b-32db-4329-b89b-9253564e32fb req-01aacd51-8944-4705-a870-0b095b6b94d4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0895605 Nov 24 17:02:58.837382 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-71a9658b-32db-4329-b89b-9253564e32fb req-280bf2ce-d47a-4e07-899d-e9d4d6b287b7 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460925 Nov 24 17:02:59.547620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a7ec9-35af-4398-a249-48d79200f2fd req-dc4ff41f-180a-4e20-86b6-ff28a11f3072 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:02:59.549380 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0e6a7ec9-35af-4398-a249-48d79200f2fd req-dc4ff41f-180a-4e20-86b6-ff28a11f3072 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0864708 Nov 24 17:02:59.599406 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0e6a7ec9-35af-4398-a249-48d79200f2fd req-97dd21ae-ff50-4a14-8671-a0986def033d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Nov 24 17:03:00.079199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3336af-3bba-4b45-8682-7fb3c300ad73 req-77525a28-db4a-448d-b351-660224fe1af7 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:00.080820 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e3336af-3bba-4b45-8682-7fb3c300ad73 req-77525a28-db4a-448d-b351-660224fe1af7 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0884500 Nov 24 17:03:00.135918 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e3336af-3bba-4b45-8682-7fb3c300ad73 req-a48c69ef-0985-443a-b775-1c6b698f3a3a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&id=130c1321-b52e-407f-b3b6-79d32c575f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476520 Nov 24 17:03:00.153029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:03:00.298058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:00.312119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:03:00.370169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:00.389227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:00.404992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:00.457469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:00.460348 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:00.530866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:00.540614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.542039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.542039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.542039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.542979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.543372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.543753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.544144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.544511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.544880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.545251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:00.549283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:00.711279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['8e1a9382-2b4b-4413-8ca8-6a2df124766f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:00.831514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9b87-f358-40ad-92a3-391e18bff63b req-5457dee7-c82a-41f5-bbee-c3e1487b401d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:00.833412 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b6e9b87-f358-40ad-92a3-391e18bff63b req-5457dee7-c82a-41f5-bbee-c3e1487b401d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.0900571 Nov 24 17:03:00.890959 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b6e9b87-f358-40ad-92a3-391e18bff63b req-873b8412-35f5-4bf1-aa99-d5af120c4692 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498812 Nov 24 17:03:01.850208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45302) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:02.005408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.039564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:02.050548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Usage tracker for resource:security_group_rule and tenant:ff4e9088bc92489bbec702b8d43fc2b1 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:02.050548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:02.052830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:02.121817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bf523-fa72-4d7a-b950-6652656a113c req-8a8d50ef-89dc-41c3-a029-15e17fbbfeeb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:02.123669 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7e3bf523-fa72-4d7a-b950-6652656a113c req-8a8d50ef-89dc-41c3-a029-15e17fbbfeeb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.0931363 Nov 24 17:03:02.125730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.160057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.168133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1e4725fc-f2b7-424e-8038-d6fa953b10aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:02.179167 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7e3bf523-fa72-4d7a-b950-6652656a113c req-10dc8e57-d8e7-4e7e-ae35-db2a98d5f084 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481961 Nov 24 17:03:02.183209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:03:02.206485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45312) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:02.206841 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff4e9088bc92489bbec702b8d43fc2b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544614 Nov 24 17:03:02.227777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b26fc5-b9fc-4f0b-9a15-a1f581b6feaa,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:02.232768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d1bcabe1-4a2d-408d-a4e2-f030d466fcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:02.290832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.320234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.320676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:03:02.326145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:02.326571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.394295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.400664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-af461f5b-b838-4e8e-9bdd-274db743ee64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:02.417682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.431862 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44b26fc5-b9fc-4f0b-9a15-a1f581b6feaa HTTP/1.1" status: 204 len: 168 time: 0.2178121 Nov 24 17:03:02.433255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b26fc5-b9fc-4f0b-9a15-a1f581b6feaa,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:02.439396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a42a346-aacd-4a4e-8146-13456e4b6b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:02.477264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.505503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:02.515975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:02.566174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:02.570006 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'code': 200} Nov 24 17:03:02.571246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:02.656288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:02.659629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:03.043089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45336) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:03.069195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.128022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:03.133119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Usage tracker for resource:security_group_rule and tenant:705c0cd97bf948b080d35d83102dc0c5 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:03.136742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:03.143248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:03.156214 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e3c466d-9729-4ab2-bf5b-6675cea413e8 req-363567d4-ea61-4587-bead-adae1ddbdaf2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1098 time: 0.3096602 Nov 24 17:03:03.209692 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9e3c466d-9729-4ab2-bf5b-6675cea413e8 req-4474cc38-9f6c-406e-84c9-0afe35fe62ce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Nov 24 17:03:03.217092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.245640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.255372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-66ef38c6-9bf6-45f2-b730-d092f7b6c25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:03.292450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbbeee5-f5d5-410c-8c38-918b749b1ed3,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:03.297992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:03.318655 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=705c0cd97bf948b080d35d83102dc0c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2729118 Nov 24 17:03:03.319176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45346) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:03.442406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.486102 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.501822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd3a73-c1e4-42bf-8cec-a13c67c637d2 req-a646d263-696f-4cb9-bd6f-154c65313488 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:03.503462 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95cd3a73-c1e4-42bf-8cec-a13c67c637d2 req-a646d263-696f-4cb9-bd6f-154c65313488 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1516078 Nov 24 17:03:03.574324 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95cd3a73-c1e4-42bf-8cec-a13c67c637d2 req-ff55596f-1501-42f4-baf3-98be48a985e0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611534 Nov 24 17:03:03.605608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.611290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a812156c-26d2-4a74-acb9-36a93f448b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:03.624805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbbeee5-f5d5-410c-8c38-918b749b1ed3,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:03.627836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:03.628725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:03.629890 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edbbeee5-f5d5-410c-8c38-918b749b1ed3 HTTP/1.1" status: 204 len: 168 time: 0.3089323 Nov 24 17:03:04.096991 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:04.802326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106ddf7-7ba1-49af-bf90-677f15e35555 req-cbac2511-3748-4547-9231-a823eb41556e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:04.810230 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c106ddf7-7ba1-49af-bf90-677f15e35555 req-cbac2511-3748-4547-9231-a823eb41556e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.0947311 Nov 24 17:03:04.872169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c106ddf7-7ba1-49af-bf90-677f15e35555 req-fb626038-b85e-4c45-a2b3-81d98b8997c3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605280 Nov 24 17:03:05.074714 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013842d1-238b-4692-89b5-7905f7bd393c req-ed561ec4-f115-4cfb-bfee-fb5d8661245c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:05.076428 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-013842d1-238b-4692-89b5-7905f7bd393c req-ed561ec4-f115-4cfb-bfee-fb5d8661245c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.0844235 Nov 24 17:03:05.086860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45392) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:05.093076 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Request body: {'floatingip': {'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:05.179255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:05.486175 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-b67e9aeb-8967-4c40-a476-362e98ba8186 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820701 Nov 24 17:03:05.659057 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-e82db319-adf8-4f1f-8413-c746a78c627a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.0842588 Nov 24 17:03:05.845667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-1ab8350d-b2b3-462d-a3fe-0ca4649f4ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:05.847803 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-1ab8350d-b2b3-462d-a3fe-0ca4649f4ae4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.1662416 Nov 24 17:03:05.884028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:05.914435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:05.978108 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-9c8e2b75-f95b-43d9-8947-121cd4d6c8c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1002 time: 0.1233923 Nov 24 17:03:06.051169 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-56f49350-15d0-42a2-8b7d-db23a5022f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:06.053027 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-56f49350-15d0-42a2-8b7d-db23a5022f16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.0680897 Nov 24 17:03:06.165233 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-6f5cf9c1-15da-48cb-8fb2-a7fba8f01718 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047413 Nov 24 17:03:06.339115 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-35adfede-135a-45f7-bf1a-99f735467bb2 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629994 Nov 24 17:03:06.393663 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Floating IP 2d74cdc5-0264-4f86-9733-0a5e0a062eca associated. External IP: 172.28.0.166, port: 8e1a9382-2b4b-4413-8ca8-6a2df124766f. Nov 24 17:03:06.541950 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef980355-f3c2-4fde-8a3c-bdfde2656eb9 req-c26290c2-e544-45c2-8d81-dad55c69ef68 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859300 Nov 24 17:03:06.898463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:03:07.119972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:03:07.136874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:03:07.139764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:07.153105 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:07.158868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:02:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:07.201181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-9615c849-433c-478e-945a-352d02114a14 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "PUT /v2.0/floatingips/2d74cdc5-0264-4f86-9733-0a5e0a062eca HTTP/1.1" status: 200 len: 991 time: 2.1130395 Nov 24 17:03:07.202012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:07.300535 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'status': 'completed', 'code': 200} Nov 24 17:03:07.362746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:07.412021 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-055a8d60-ebac-4daa-ad51-71ceb5b9ce4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1098 time: 0.0809832 Nov 24 17:03:07.564827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-2e1c2ff8-bdad-44a0-af81-87ae85c65068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:07.566539 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-2e1c2ff8-bdad-44a0-af81-87ae85c65068 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.1481955 Nov 24 17:03:07.655952 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45470) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:07.712522 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-e0948486-55a4-46eb-81b2-3a71abe045f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 999 time: 0.1383884 Nov 24 17:03:07.785493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '2d74cdc5-0264-4f86-9733-0a5e0a062eca', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:48Z', 'updated_at': '2021-11-24T17:03:05Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:07.790715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:03:07.805331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:07.806301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:02:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:07.820138 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-6649483c-d036-4e2d-91f1-921bbd341ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:07.821979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-6649483c-d036-4e2d-91f1-921bbd341ab4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.1010187 Nov 24 17:03:07.920790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:07.925264 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-f73a5bda-0482-4005-a7a8-73939657a5c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904696 Nov 24 17:03:07.959344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:07.964730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Usage tracker for resource:security_group_rule and tenant:f950baee4a3c43a69fad98f622eb62ca is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:07.968367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:07.974603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:08.059175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.061732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:08.088327 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-5c14db9f-ad89-4e42-9106-397aac5fd213 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551895 Nov 24 17:03:08.114585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.126298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7c143334-6b4e-4a8d-b419-59b617f6d40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:08.189445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0245062f-8fb0-4079-8c4e-7680383fa486,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:08.197706 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f950baee4a3c43a69fad98f622eb62ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5403788 Nov 24 17:03:08.198726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45486) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:08.205659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:08.274100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.280719 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cac2a952-0dea-47d8-b4d0-aabf319263ea req-2eeec3ba-9616-48db-aa1c-adb53ce5a040 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848350 Nov 24 17:03:08.303266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.371417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.376721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bbb97276-0ebd-4a8b-94a0-89bcff9312f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:08.390961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245062f-8fb0-4079-8c4e-7680383fa486,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:08.394230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:08.400775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.400775 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0245062f-8fb0-4079-8c4e-7680383fa486 HTTP/1.1" status: 204 len: 168 time: 0.1986589 Nov 24 17:03:08.501556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '2d74cdc5-0264-4f86-9733-0a5e0a062eca', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:48Z', 'updated_at': '2021-11-24T17:03:05Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:08.505912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db115-2f76-48b0-8199-5b736f5fe05c None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '2d74cdc5-0264-4f86-9733-0a5e0a062eca', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:02:48Z', 'updated_at': '2021-11-24T17:03:05Z', 'revision_number': 1, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:03:08.858199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c543528-45f8-47ca-ae82-3a066e1f1c60 None None] New status for floating IP 2d74cdc5-0264-4f86-9733-0a5e0a062eca: ACTIVE {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:03:08.909446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45496) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:08.931448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:08.965308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:08.969288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:34934fc36e0e4d04adfa52659ffd0c80 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:08.972475 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:08.979849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:09.054073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.085965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.112456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5669d42e-4c16-420a-930c-45bd60a3feb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:09.173106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45508) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:09.173245 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34934fc36e0e4d04adfa52659ffd0c80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2626021 Nov 24 17:03:09.174050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a43c75-6f7c-4c04-bca5-a98dfd23e979,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:09.177297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:09.249162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.278852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.354066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.359682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-89fbb976-ed8e-4709-a4a4-b45c6a26ac50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:09.377441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a43c75-6f7c-4c04-bca5-a98dfd23e979,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:09.379981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:09.385211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:09.390014 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a70ca0bf-e00f-4266-ae33-d37681136908 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7a43c75-6f7c-4c04-bca5-a98dfd23e979 HTTP/1.1" status: 204 len: 168 time: 0.2128167 Nov 24 17:03:11.331260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45578) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:11.486700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.519512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:11.524397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Usage tracker for resource:security_group_rule and tenant:8327f6f1c9314d2787e4e42e66d6ca62 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:11.527425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:11.533905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:11.605446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.634150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.642252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-255d9187-55eb-4616-b197-f8cddca50010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:11.686901 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671446c-3a51-432f-99cc-8da432fdfc6a,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:11.690472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:11.693229 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0755a179-e319-463a-8c10-4eca7e71d7bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8327f6f1c9314d2787e4e42e66d6ca62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3608012 Nov 24 17:03:11.696257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45598) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:11.769494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.798030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.876690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.883574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2072881d-395d-4469-8462-c5816fca8959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:11.903057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671446c-3a51-432f-99cc-8da432fdfc6a,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:11.907144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:11.909402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:11.914057 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b671446c-3a51-432f-99cc-8da432fdfc6a HTTP/1.1" status: 204 len: 168 time: 0.2162817 Nov 24 17:03:14.809266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45686) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:14.883436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Deleting subnet 74755f01-759c-4c13-8938-fb86951a200e {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:03:14.887148 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:14.950791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:14.986422 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-5f8037a0-6402-431d-8707-51f23100b650 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407133 Nov 24 17:03:15.021110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.184261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-bf83ee58-1d54-4fcb-995f-4584c0947e3d tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:15.185899 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-bf83ee58-1d54-4fcb-995f-4584c0947e3d tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939926 Nov 24 17:03:15.203853 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-45a4a4de-2867-4947-b2f8-48029aaaa6af tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/quotas/c2f196cc057a4c7db544f6fe6cc3a746 HTTP/1.1" status: 200 len: 375 time: 0.0119736 Nov 24 17:03:15.258267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.262950 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-a2e5bc68-8edd-45a5-ab3d-2b92641b3a92 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514045 Nov 24 17:03:15.263211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:15.305976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74755f01-759c-4c13-8938-fb86951a200e,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:15.310808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:15.313422 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.333179 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cc920047-5b00-45b5-a210-a7135ae01b83 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/74755f01-759c-4c13-8938-fb86951a200e HTTP/1.1" status: 204 len: 168 time: 0.5227315 Nov 24 17:03:15.333515 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45706) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:15.459175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.562044 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f0397c50-27c3-4eed-bb6f-7319e89aaa90 req-f59e3941-fc6c-4e8a-aa4d-cf7945077a15 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 210 time: 0.0628166 Nov 24 17:03:15.610280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.639086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c85641-d795-4d65-887b-7dced99ddfd1']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:15.652920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fa87b8-67e3-4e4c-8497-84cadcae392e') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:15.653260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fa87b8-67e3-4e4c-8497-84cadcae392e') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:15.665867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.788390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.795661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:03:15.796227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:03:15.811611 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:03:16.028264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.033212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.037141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:16.061932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c85641-d795-4d65-887b-7dced99ddfd1,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:16.071915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.072335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.072785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.073197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.073599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.074035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.074443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.074841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.075309 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.075707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.076100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:16.079435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:16.081553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] 10.222.0.15 "DELETE /v2.0/networks/80c85641-d795-4d65-887b-7dced99ddfd1 HTTP/1.1" status: 204 len: 168 time: 0.7467754 Nov 24 17:03:16.384706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45734) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:16.442901 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-87cd9bc8-c4c3-4c67-b00f-71a7008b6ed9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6c2dce58e9542f58025c9ded5d8e625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568895 Nov 24 17:03:16.445458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45740) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:16.512902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.542039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.621612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.632328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a1c96ce0-e6ea-4477-becf-d5eb7c86b902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:16.642445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357173f-7f1d-419b-bc65-f862c432a98d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:16.644834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:16.686765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:16.688162 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e357173f-7f1d-419b-bc65-f862c432a98d HTTP/1.1" status: 204 len: 168 time: 0.2414918 Nov 24 17:03:16.747252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d2ac8e2-543d-4eb8-9cc8-f5ac155c9a2a req-1d870721-73a6-4ae8-bd99-439e82eef702 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 210 time: 0.0469632 Nov 24 17:03:16.825414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:03:17.576800 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-afe8c2f6-3a2e-47c1-8a2b-180227ba3d2d tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311599 Nov 24 17:03:17.928465 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d1007110-28cd-4f47-b229-29c46b371908 req-03fc52f6-a3c8-4446-9236-d98a12eb4325 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 210 time: 0.0482879 Nov 24 17:03:17.945437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-1eac1481-4111-4c6a-a8bc-0c6f8f3dd253 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:17.950466 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-1eac1481-4111-4c6a-a8bc-0c6f8f3dd253 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644903 Nov 24 17:03:17.972014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Request body: {'port': {'device_id': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381', 'admin_state_up': True, 'tenant_id': 'c2f196cc057a4c7db544f6fe6cc3a746'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:18.127426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:18.132583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Usage tracker for resource:port and tenant:c2f196cc057a4c7db544f6fe6cc3a746 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:18.135628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:18.141915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:18.359784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Made reservation on behalf of c2f196cc057a4c7db544f6fe6cc3a746 for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:03:18.365370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:18.379767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:18.414155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:18.418182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Usage tracker for resource:security_group_rule and tenant:c2f196cc057a4c7db544f6fe6cc3a746 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:18.421358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:18.427480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:18.671955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:18.719571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:18.724247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8b7d506e-2d2d-439c-9e97-0eeae593278a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:18.839983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc07946-2131-402f-9c90-f97e1258642d,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:18.849328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:18.857336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8faad350-4bb1-4d5f-a686-2616cfab243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:18.939428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Allocated IP 192.168.233.133 (cfe94568-6588-41dd-8740-852936c1b381/e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1/1f350bd2-1575-430e-8829-8532c73a63bd) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:03:19.160900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:19.179365 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Transition to ACTIVE for port object 1f350bd2-1575-430e-8829-8532c73a63bd will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:03:19.251643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:19.258774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9a8cee16-f350-49b5-a88a-04354dc45acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:19.338866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Network cfe94568-6588-41dd-8740-852936c1b381 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:03:19.343022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:03:19.345594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:03:19.378095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Pushing event updated for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:19.381923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:19.418315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:19.419330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:19.427826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b66de-9f18-478e-9024-2ae88f8a8613 req-f40fdf7b-4f47-42c9-99e6-07433331756c tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:19.429540 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b10b66de-9f18-478e-9024-2ae88f8a8613 req-f40fdf7b-4f47-42c9-99e6-07433331756c tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 936 time: 0.3739145 Nov 24 17:03:19.480528 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5128019 Nov 24 17:03:19.482057 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b10b66de-9f18-478e-9024-2ae88f8a8613 req-eb77e235-c343-4f34-9ad4-90eb0dba4159 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458701 Nov 24 17:03:19.496500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Request body: {'port': {'device_id': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:19.617127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:19.764473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-7822a3ee-73d3-4441-a5fe-d0ea5d9537bd None None] Provisioning for port 1f350bd2-1575-430e-8829-8532c73a63bd completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:03:19.769702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-7822a3ee-73d3-4441-a5fe-d0ea5d9537bd None None] Provisioning complete for port 1f350bd2-1575-430e-8829-8532c73a63bd triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:19.774267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7822a3ee-73d3-4441-a5fe-d0ea5d9537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:19.825486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7822a3ee-73d3-4441-a5fe-d0ea5d9537bd None None] Port 1f350bd2-1575-430e-8829-8532c73a63bd cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:03:20.001386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f350bd2-1575-430e-8829-8532c73a63bd {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:20.009719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.026021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Transition to ACTIVE for port object 1f350bd2-1575-430e-8829-8532c73a63bd will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:03:20.061596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.066501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-df817c57-e1e9-4ea5-8052-c99f4c48fb10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:20.202565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:20.207246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:20.323302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Attempting to bind port 1f350bd2-1575-430e-8829-8532c73a63bd on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:03:20.323786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Attempting to bind port 1f350bd2-1575-430e-8829-8532c73a63bd by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:03:20.324235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Attempting to bind port 1f350bd2-1575-430e-8829-8532c73a63bd on network cfe94568-6588-41dd-8740-852936c1b381 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:20.330899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Port 1f350bd2-1575-430e-8829-8532c73a63bd on network cfe94568-6588-41dd-8740-852936c1b381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:03:20.331437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Attempting to bind port 1f350bd2-1575-430e-8829-8532c73a63bd on network cfe94568-6588-41dd-8740-852936c1b381 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:20.339743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:03:20.340127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Checking segment: {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:03:20.340556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Bound using segment: {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:03:20.341035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Bound port: 1f350bd2-1575-430e-8829-8532c73a63bd, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d75358-6d35-421d-8819-3392a4a365a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:03:20.341419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.441468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:03:20.445569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1f350bd2-1575-430e-8829-8532c73a63bd,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:03:20.497346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.502121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:20.572342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.573860 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] 10.222.0.74 "PUT /v2.0/ports/1f350bd2-1575-430e-8829-8532c73a63bd HTTP/1.1" status: 200 len: 1098 time: 1.0826530 Nov 24 17:03:20.574409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:20.584556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:20.587933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:20.600912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:20.652596 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd', 'status': 'completed', 'code': 200} Nov 24 17:03:20.734664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3821dc-bf66-4f87-8b90-a977db06d562 req-34a9590e-d9e5-4fec-ab8a-a52ec2db1768 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:20.737405 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ce3821dc-bf66-4f87-8b90-a977db06d562 req-34a9590e-d9e5-4fec-ab8a-a52ec2db1768 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 948 time: 0.1132252 Nov 24 17:03:20.765893 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-152a5dac-42b6-41f2-970c-697add4981e5 req-0c6a4ec0-ddec-483f-9d8f-2d6b2a3dd0fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 1101 time: 0.0902059 Nov 24 17:03:20.798373 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ce3821dc-bf66-4f87-8b90-a977db06d562 req-c33a83af-4c52-4bcd-b938-bce77afee519 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Nov 24 17:03:20.807173 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-152a5dac-42b6-41f2-970c-697add4981e5 req-760a5c30-adc0-434a-bee3-0c22eb44e723 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322313 Nov 24 17:03:20.967657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5dac-42b6-41f2-970c-697add4981e5 req-19911406-9027-42d0-84af-b11e85e7f0bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:20.969275 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-152a5dac-42b6-41f2-970c-697add4981e5 req-19911406-9027-42d0-84af-b11e85e7f0bf service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553910 Nov 24 17:03:21.085033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b663c62-817f-44b6-9f23-e55faf89c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:21.085626 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-2c50b296-98ec-4315-a5de-a81bcd8d73f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 1101 time: 0.0756865 Nov 24 17:03:21.163324 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-34815354-6062-4f79-ab23-5c3fa95a9d1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1f350bd2-1575-430e-8829-8532c73a63bd HTTP/1.1" status: 200 len: 217 time: 0.0703783 Nov 24 17:03:21.232007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-4985b52d-1707-4fd1-a45a-f99310738a43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:21.233581 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-4985b52d-1707-4fd1-a45a-f99310738a43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1 HTTP/1.1" status: 200 len: 843 time: 0.0644436 Nov 24 17:03:21.325033 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-67488901-405f-4892-a93c-c90ddd3f0baf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfe94568-6588-41dd-8740-852936c1b381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0787027 Nov 24 17:03:21.468534 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-6d2afeb0-2f11-4462-be17-8743dda69429 service neutron] 10.222.0.74 "GET /v2.0/networks/cfe94568-6588-41dd-8740-852936c1b381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355929 Nov 24 17:03:21.613476 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-14334f7a-400d-4218-a0ef-a0d36f2730b5 req-03bdec41-10d8-48b9-b721-bbc56c949ada service neutron] 10.222.0.74 "GET /v2.0/networks/cfe94568-6588-41dd-8740-852936c1b381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367238 Nov 24 17:03:21.655706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.005019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e73f8-8e36-4bed-954f-fb70d7779b53 req-acbcfdb3-e496-4209-8fa4-f291ce73e54a tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:22.006675 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4d2e73f8-8e36-4bed-954f-fb70d7779b53 req-acbcfdb3-e496-4209-8fa4-f291ce73e54a tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 948 time: 0.0866725 Nov 24 17:03:22.056557 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4d2e73f8-8e36-4bed-954f-fb70d7779b53 req-d70e011a-4834-4418-91b1-d1ee7dfd5fbd tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Nov 24 17:03:22.521414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45814) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:22.672063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.705504 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:22.709972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:58dc8510ca724f47825ba5b50c312aea is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:22.712933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:22.718918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:22.787947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.810488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.833130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.840741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d597196-1214-40c0-9d40-72a22fd56290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:22.883758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b57c5c-f603-4a1b-a511-54a7b6204ec2,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:22.887568 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:22.890315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-342e4980-c742-4fec-8904-247186a5d6a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58dc8510ca724f47825ba5b50c312aea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668854 Nov 24 17:03:22.893083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45820) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:22.959862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:22.986751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.073545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.078538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a9846-8039-4984-8ff0-760c86ad664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:23.091146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b57c5c-f603-4a1b-a511-54a7b6204ec2,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:23.094292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:23.096288 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.113489 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00b57c5c-f603-4a1b-a511-54a7b6204ec2 HTTP/1.1" status: 204 len: 168 time: 0.2189054 Nov 24 17:03:23.269835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dce8-d12e-4629-b620-a3e9c4b95e1a req-0f327970-e4df-45bf-ab17-3e13d7d6a7b9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:23.271980 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6114dce8-d12e-4629-b620-a3e9c4b95e1a req-0f327970-e4df-45bf-ab17-3e13d7d6a7b9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 948 time: 0.0838947 Nov 24 17:03:23.324702 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6114dce8-d12e-4629-b620-a3e9c4b95e1a req-c724e77f-62c1-4d9b-b4ab-65110b36b0ba tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Nov 24 17:03:23.588894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45832) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:23.609140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.641837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:23.645911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Usage tracker for resource:security_group_rule and tenant:c327ddda86474695a667fd1c1d6afaf8 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:23.649499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:23.655529 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:23.724956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.758608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.766416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-537150f8-fdaa-47f5-92f1-282fc014f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:23.811834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76ba32-cb47-414c-bca1-3b17fdd914a2,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:23.815154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:23.817456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f25d3987-98f7-4ff9-8e34-0b822352c358 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c327ddda86474695a667fd1c1d6afaf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2274146 Nov 24 17:03:23.820768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 45836) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:23.885357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.916327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.986556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:23.991519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9f985d70-b1e8-49d0-8cd1-b17c5b4e4886 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:24.004925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76ba32-cb47-414c-bca1-3b17fdd914a2,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:24.008371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:24.009522 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.010754 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d76ba32-cb47-414c-bca1-3b17fdd914a2 HTTP/1.1" status: 204 len: 168 time: 0.1889961 Nov 24 17:03:24.338250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 1f350bd2-1575-430e-8829-8532c73a63bd details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:03:24.487166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1f350bd2-1575-430e-8829-8532c73a63bd,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:24.502297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '1f350bd2-1575-430e-8829-8532c73a63bd', 'network_id': 'cfe94568-6588-41dd-8740-852936c1b381', 'port_id': '1f350bd2-1575-430e-8829-8532c73a63bd', 'mac_address': 'fa:16:3e:e6:cf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93e3d1a-0705-4f0c-b0a7-fd0a2bd96bf1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:03:24.540031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537ad7-8772-4025-925a-1ff17df30cc3 req-4e33e997-a817-48e4-ba42-a00d5663402c tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:24.541850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e5537ad7-8772-4025-925a-1ff17df30cc3 req-4e33e997-a817-48e4-ba42-a00d5663402c tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 948 time: 0.0913949 Nov 24 17:03:24.561332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.579225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45848) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:24.580420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f350bd2-1575-430e-8829-8532c73a63bd {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:24.596438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1f350bd2-1575-430e-8829-8532c73a63bd,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:24.597685 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e5537ad7-8772-4025-925a-1ff17df30cc3 req-ed4b9e67-abd2-40b5-9f39-2b46806e2d67 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Nov 24 17:03:24.603824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.627680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.629959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:24.649360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:24.653985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Usage tracker for resource:security_group_rule and tenant:99a295b47bf84041aa880bef5ddfa49e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:24.657279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:24.664044 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:24.703855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:24.705100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:24.732683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.752964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.760423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5bfb21c8-effc-4fc4-8d63-06148d125cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:24.806762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254304a-4666-425d-8d15-6be91f6d0669,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:24.809908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:24.812329 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-10051d98-9a26-4cae-ba11-a6c57c576d41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99a295b47bf84041aa880bef5ddfa49e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2319484 Nov 24 17:03:24.815206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45852) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:24.877282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.899035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['1f350bd2-1575-430e-8829-8532c73a63bd'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:24.908911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.976633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:24.982091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24486690-66fb-4ac5-8ebe-f51e5724ed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:24.995424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254304a-4666-425d-8d15-6be91f6d0669,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:25.000423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:25.004779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:25.005998 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c290b0b4-d885-4e13-ba4c-bfb1df48bdff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0254304a-4666-425d-8d15-6be91f6d0669 HTTP/1.1" status: 204 len: 168 time: 0.1898947 Nov 24 17:03:25.823882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7996-aafb-4a4a-beb7-7c6744bcd811 req-0fd32741-c7b5-444f-8591-82b26da28203 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:25.825520 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-51eb7996-aafb-4a4a-beb7-7c6744bcd811 req-0fd32741-c7b5-444f-8591-82b26da28203 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 949 time: 0.0965023 Nov 24 17:03:25.876016 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-51eb7996-aafb-4a4a-beb7-7c6744bcd811 req-3cdf3834-08e2-48e4-94df-59a23fb99fbb tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Nov 24 17:03:26.169902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45878) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:26.309217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1414844414-network', 'tenant_id': 'eef23209c38f4d81bcd320fd48f7a59e'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:26.314440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:26.319073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Usage tracker for resource:network and tenant:eef23209c38f4d81bcd320fd48f7a59e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:26.322040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:26.328829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:26.343781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 1f350bd2-1575-430e-8829-8532c73a63bd up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:03:26.364936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Made reservation on behalf of eef23209c38f4d81bcd320fd48f7a59e for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:03:26.370583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.384652 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.419255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:26.423363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Usage tracker for resource:security_group_rule and tenant:eef23209c38f4d81bcd320fd48f7a59e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:26.426383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:26.433014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:26.462037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 1f350bd2-1575-430e-8829-8532c73a63bd completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:03:26.467235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 1f350bd2-1575-430e-8829-8532c73a63bd triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:26.467658 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.507509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.541223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.545713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c0ca96c9-1a72-4b6d-810f-579e6a342fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:26.575988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:03:26.585322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06d6db-9b87-46b8-b12e-4cb957a64601,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:26.588436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.589234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:26.591923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.592406 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Added segment 64e09950-f40a-4a48-82e7-b501d305aad2 of type vlan for network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f Nov 24 17:03:26.618555 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:26.623307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.628415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1f350bd2-1575-430e-8829-8532c73a63bd,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:26.661472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.665006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:26.690110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.691473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:26.692126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:26.698041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-87f28b1a-46a7-478d-b710-aa9cfec613d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:26.699614 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd', 'code': 200} Nov 24 17:03:26.740040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:26.743951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:26.806863 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Pushing event updated for resources: {'Network': ['ID=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:26.809796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:26.817380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:03:26.831768 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6575859 Nov 24 17:03:26.832299 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 45886) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:26.838151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Request body: {'subnet': {'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1414844414-subnet', 'tenant_id': 'eef23209c38f4d81bcd320fd48f7a59e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:26.843532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:26.847555 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Usage tracker for resource:subnet and tenant:eef23209c38f4d81bcd320fd48f7a59e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:26.851289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:26.858129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:26.948963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Made reservation on behalf of eef23209c38f4d81bcd320fd48f7a59e for: {'subnet': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:03:26.953780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853428668'] for subnet, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:27.102386 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e3dbb93-87d2-4a3b-986d-09900058b828 req-3cb20295-6114-4a9d-b167-68f4202d61b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 1103 time: 0.1973784 Nov 24 17:03:27.157794 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e3dbb93-87d2-4a3b-986d-09900058b828 req-3de950ac-a06d-481c-873a-9d2dc3d53757 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Nov 24 17:03:27.363464 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-0051a940-f097-42e7-98d4-b7ebcb665be1 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:27.364144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-0051a940-f097-42e7-98d4-b7ebcb665be1 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Synchronizing usage tracker for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:27.378463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852786723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853428651'] for subnet, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:27.385298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-36da5708-ba38-46f5-b3ab-a219961bc6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:27.631684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-0051a940-f097-42e7-98d4-b7ebcb665be1 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Unset dirty status for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:27.632993 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-0051a940-f097-42e7-98d4-b7ebcb665be1 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 950 time: 0.5782349 Nov 24 17:03:27.685817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a28168-6877-43a9-b582-c1de096ac88e,revision_number=0']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:27.688705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:27.710727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Checking segment: {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:03:27.711159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Network hostable DHCP agents. Network: 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:03:27.727923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-60035580-6d79-48ac-a541-447a15a4c3da tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Synchronizing usage tracker for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:27.810021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-60035580-6d79-48ac-a541-447a15a4c3da tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Unset dirty status for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:27.811350 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cd296399-61f5-4ba0-826a-0f509213cf06 req-60035580-6d79-48ac-a541-447a15a4c3da tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705394 Nov 24 17:03:27.811912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:03:27.860928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f) {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:03:27.865662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:27.866731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:27.870260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59e0c4-c2e3-49b2-a5c1-9ae5cf97aac9 None None] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:03:27.914827 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e6c25cb8-570d-4406-b257-ec6364f34fda admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0817184 Nov 24 17:03:28.099574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf54d9-15d5-432b-81e0-68c390edeeb2 None None] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:03:29.031289 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22196b9-9c02-41d3-b41f-c333a98ead57 req-782a92e8-92ac-4cfc-92b5-0725779270f5 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:29.032834 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c22196b9-9c02-41d3-b41f-c333a98ead57 req-782a92e8-92ac-4cfc-92b5-0725779270f5 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 950 time: 0.0859616 Nov 24 17:03:29.091232 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c22196b9-9c02-41d3-b41f-c333a98ead57 req-c76d837c-f558-474c-8e5e-801f947ba79f tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522139 Nov 24 17:03:29.651834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3003391-922f-438c-a683-0292ed7c7331 req-6e8f4f16-e0ff-4f39-a4e9-ddcd7f206406 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:29.653466 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f3003391-922f-438c-a683-0292ed7c7331 req-6e8f4f16-e0ff-4f39-a4e9-ddcd7f206406 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 950 time: 0.0837889 Nov 24 17:03:29.706735 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f3003391-922f-438c-a683-0292ed7c7331 req-5f7103a9-929f-4560-a0c1-8838ca8da339 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Nov 24 17:03:29.882144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2fc6-dd8b-48ed-a9d8-67615d2a7393 req-af262513-f667-4f85-bde7-c04d004a9f96 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:29.883792 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a7f2fc6-dd8b-48ed-a9d8-67615d2a7393 req-af262513-f667-4f85-bde7-c04d004a9f96 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0834258 Nov 24 17:03:29.932712 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1a7f2fc6-dd8b-48ed-a9d8-67615d2a7393 req-847a3459-c118-4e3f-82b8-4d124fe0fd85 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Nov 24 17:03:30.257921 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-3d4079e7-65b3-4bd0-9a93-34bae20f3285 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:30.259460 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-3d4079e7-65b3-4bd0-9a93-34bae20f3285 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 809 time: 0.1586969 Nov 24 17:03:30.276584 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-f57541ff-eca4-499c-9094-fed06ca82406 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/quotas/eef23209c38f4d81bcd320fd48f7a59e HTTP/1.1" status: 200 len: 375 time: 0.0113420 Nov 24 17:03:30.326204 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-15fcbd28-4e50-4f3b-8ef1-4e1474735320 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442705 Nov 24 17:03:30.550183 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-9a86d491-b6fd-4bf9-8b06-4aa98da21b22 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167804 Nov 24 17:03:30.693681 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-f6205e6c-8fe1-46cf-8834-91fcce6ad96f service neutron] 10.222.0.15 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365039 Nov 24 17:03:30.953067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f59ded82-0ea9-4d7c-82cd-607c8d82dca9 req-37d1fb16-95d3-497b-a50a-1f8d19997620 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 210 time: 0.0583918 Nov 24 17:03:31.013741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad35123-2d6c-4fb0-bae6-9b178a442bcf req-a164ff64-f081-44bd-836a-851b0faab7c5 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:31.019548 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad35123-2d6c-4fb0-bae6-9b178a442bcf req-a164ff64-f081-44bd-836a-851b0faab7c5 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 950 time: 0.0951455 Nov 24 17:03:31.070639 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ad35123-2d6c-4fb0-bae6-9b178a442bcf req-aae5055a-5cf2-4a7f-a63d-f1574af3b310 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc07946-2131-402f-9c90-f97e1258642d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488725 Nov 24 17:03:31.175303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff0f7-b855-45b8-b5d9-6549ce55c4fd req-65e5d907-6795-439f-8cf6-f8cc1bc68b5c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:31.176925 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f02ff0f7-b855-45b8-b5d9-6549ce55c4fd req-65e5d907-6795-439f-8cf6-f8cc1bc68b5c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0949161 Nov 24 17:03:31.195135 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-41ec8bb0-dd47-44bb-b046-e754ada3917b tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:31.196778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-41ec8bb0-dd47-44bb-b046-e754ada3917b tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 950 time: 0.0881286 Nov 24 17:03:31.231470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f02ff0f7-b855-45b8-b5d9-6549ce55c4fd req-81571f20-d048-4f01-b4d9-de78f25d7e26 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 Nov 24 17:03:31.278092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Deleting port 1f350bd2-1575-430e-8829-8532c73a63bd {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:31.278616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:31.539126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] For port 1f350bd2-1575-430e-8829-8532c73a63bd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1f350bd2-1575-430e-8829-8532c73a63bd,segment=NetworkSegment(c7d75358-6d35-421d-8819-3392a4a365a8),segment_id=c7d75358-6d35-421d-8819-3392a4a365a8)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:31.539459 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:31.677058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Calling delete_port for 1f350bd2-1575-430e-8829-8532c73a63bd owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:31.845239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:31.852403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e0d52ac8-5843-45fc-a180-523a8d96ebef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:31.858042 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['1f350bd2-1575-430e-8829-8532c73a63bd'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:31.904256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Pushing event deleted for resources: {'Port': ['ID=1f350bd2-1575-430e-8829-8532c73a63bd,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:31.907070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:31.985375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] No DVR routers for this DVR port 1f350bd2-1575-430e-8829-8532c73a63bd on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:03:31.988078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:31.991949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'name': 'network-vif-deleted', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:32.058057 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca957ca0-620a-4a43-9d8b-6d7649def441', 'name': 'network-vif-deleted', 'tag': '1f350bd2-1575-430e-8829-8532c73a63bd', 'status': 'completed', 'code': 200} Nov 24 17:03:32.059647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3aa65bf-74ff-4d50-b06d-619cc3a6a160 req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.74 "DELETE /v2.0/ports/1f350bd2-1575-430e-8829-8532c73a63bd HTTP/1.1" status: 204 len: 173 time: 0.8568285 Nov 24 17:03:32.160597 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-26bb0477-f209-4f1e-ab9c-aac3bd29ecb0 req-74092bdc-57f7-44c2-954e-bb5c91617a1c tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 210 time: 0.0703456 Nov 24 17:03:32.283732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-d630b00a-c935-4537-b41a-c820a740a226 req-e4501dbd-63dc-47a3-98d9-ba587ad4b657 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Synchronizing usage tracker for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:32.324638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-d630b00a-c935-4537-b41a-c820a740a226 req-e4501dbd-63dc-47a3-98d9-ba587ad4b657 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Unset dirty status for tenant:c2f196cc057a4c7db544f6fe6cc3a746 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:32.326013 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d630b00a-c935-4537-b41a-c820a740a226 req-e4501dbd-63dc-47a3-98d9-ba587ad4b657 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca957ca0-620a-4a43-9d8b-6d7649def441 HTTP/1.1" status: 200 len: 210 time: 0.0907214 Nov 24 17:03:32.448480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41dece-e69c-4c3a-8169-b83e7b63cdce req-f14599a6-7855-4a60-b722-51cd741f83b4 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:32.450077 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6e41dece-e69c-4c3a-8169-b83e7b63cdce req-f14599a6-7855-4a60-b722-51cd741f83b4 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0883029 Nov 24 17:03:32.499015 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6e41dece-e69c-4c3a-8169-b83e7b63cdce req-1dc0a2c9-bae2-450b-801b-28a89d8caf63 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Nov 24 17:03:32.998637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-ca46992c-f101-4b92-9ba2-b05a435e904b tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:32.999416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-ca46992c-f101-4b92-9ba2-b05a435e904b tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:33.061907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-ca46992c-f101-4b92-9ba2-b05a435e904b tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:33.063230 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-ca46992c-f101-4b92-9ba2-b05a435e904b tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 809 time: 0.2203591 Nov 24 17:03:33.078298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Request body: {'port': {'device_id': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f', 'admin_state_up': True, 'tenant_id': 'eef23209c38f4d81bcd320fd48f7a59e'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:33.231393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:33.235468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Usage tracker for resource:port and tenant:eef23209c38f4d81bcd320fd48f7a59e is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:03:33.238470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:03:33.244857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:33.291067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Made reservation on behalf of eef23209c38f4d81bcd320fd48f7a59e for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:03:33.296843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:33.330737 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a6ba0624-0124-4668-8583-ebfa273cd267 req-b400d4d8-2f72-4d41-bb27-2332aadaab25 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 210 time: 0.0482714 Nov 24 17:03:33.483698 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Allocated IP 172.20.0.9 (3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f/97a28168-6877-43a9-b582-c1de096ac88e/b0392ee5-5eba-48d1-b3da-dd8f65a0749f) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:03:33.712704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:33.769486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb11673-3875-442b-a4c0-e73b387fd8e0 req-0e5ebc2b-44bd-45e6-b3cd-58a7047dcfa7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:33.769985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:33.771083 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dfb11673-3875-442b-a4c0-e73b387fd8e0 req-0e5ebc2b-44bd-45e6-b3cd-58a7047dcfa7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0914481 Nov 24 17:03:33.780981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e15f0642-5ac7-4ba2-ad86-7a62c68f44ba tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:33.839619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:03:33.843188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:03:33.847870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:03:33.911758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Pushing event updated for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:33.917346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:33.932301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:33.933033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:33.982838 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086025 Nov 24 17:03:34.040107 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dfb11673-3875-442b-a4c0-e73b387fd8e0 req-4bfc3392-de40-416e-9ec9-908a16129e3f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614653 Nov 24 17:03:34.077185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Request body: {'port': {'device_id': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:34.107706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:34.213922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:34.382556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 1f350bd2-1575-430e-8829-8532c73a63bd no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:34.445124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 1f350bd2-1575-430e-8829-8532c73a63bd {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:03:34.445685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 1f350bd2-1575-430e-8829-8532c73a63bd not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:03:34.569267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fed28-2dd0-4b7a-9598-9ce5d81f7974 req-32c8334c-4458-4258-9300-37f5670a4cc2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:34.572642 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-525fed28-2dd0-4b7a-9598-9ce5d81f7974 req-32c8334c-4458-4258-9300-37f5670a4cc2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 931 time: 0.0955687 Nov 24 17:03:34.605783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0392ee5-5eba-48d1-b3da-dd8f65a0749f {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:34.613967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:34.623953 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-525fed28-2dd0-4b7a-9598-9ce5d81f7974 req-b182363d-3cba-4e26-b4ba-857a17d3573d tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Nov 24 17:03:34.631928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Transition to ACTIVE for port object b0392ee5-5eba-48d1-b3da-dd8f65a0749f will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:03:34.655792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:34.660611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-56c6bbdc-0c19-45eb-b852-0b8b40ba4e6b tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:34.787894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Pushing event updated for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:34.791173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:34.905395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Attempting to bind port b0392ee5-5eba-48d1-b3da-dd8f65a0749f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:03:34.905780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Attempting to bind port b0392ee5-5eba-48d1-b3da-dd8f65a0749f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:03:34.906155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Attempting to bind port b0392ee5-5eba-48d1-b3da-dd8f65a0749f on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:34.912994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Port b0392ee5-5eba-48d1-b3da-dd8f65a0749f on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:03:34.913362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Attempting to bind port b0392ee5-5eba-48d1-b3da-dd8f65a0749f on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:34.920610 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:03:34.920993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Checking segment: {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:03:34.921420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Bound using segment: {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:03:34.921899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Bound port: b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:03:34.922286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:35.019753 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:03:35.023013 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:03:35.050334 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:35.055616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9dc65c1e-376e-4546-9ef1-3b90f0bbe58f tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:35.120621 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:35.122140 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] 10.222.0.74 "PUT /v2.0/ports/b0392ee5-5eba-48d1-b3da-dd8f65a0749f HTTP/1.1" status: 200 len: 1093 time: 1.1305976 Nov 24 17:03:35.122692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:35.140161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Pushing event updated for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:35.143665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:35.190049 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f', 'status': 'completed', 'code': 200} Nov 24 17:03:35.361023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fea9ae-0013-457f-b9b8-d6f8c351fcad req-3d259fd1-33dd-49a3-811e-194351211c19 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:35.362651 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-38fea9ae-0013-457f-b9b8-d6f8c351fcad req-3d259fd1-33dd-49a3-811e-194351211c19 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1568027 Nov 24 17:03:35.367250 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-8d7af162-06b5-4c63-8a0c-fd0c178409be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 1096 time: 0.1195877 Nov 24 17:03:35.467769 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-e0de46a4-2cea-44a1-b1b1-1a8ac7950b51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f HTTP/1.1" status: 200 len: 217 time: 0.0810432 Nov 24 17:03:35.513500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-38fea9ae-0013-457f-b9b8-d6f8c351fcad req-eced02dc-b1c2-47c3-a8a2-28b08b41f985 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438048 Nov 24 17:03:35.543840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-86870ff9-92e6-4187-bc17-a363d76d63e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:35.545472 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-86870ff9-92e6-4187-bc17-a363d76d63e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97a28168-6877-43a9-b582-c1de096ac88e HTTP/1.1" status: 200 len: 849 time: 0.0689070 Nov 24 17:03:35.596725 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-2e270f76-7597-49dd-aac9-278ccfdcf8f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429420 Nov 24 17:03:35.745411 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-24e8cd70-762e-45df-9e85-7321fec7c949 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407175 Nov 24 17:03:35.847209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57464dc-8dcd-4a95-b992-171b860353f5 req-44246c9d-041d-408d-ba42-1221d2a8fb12 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:35.847209 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a57464dc-8dcd-4a95-b992-171b860353f5 req-44246c9d-041d-408d-ba42-1221d2a8fb12 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 943 time: 0.0879991 Nov 24 17:03:35.893181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-84c9fbe0-a04f-40a7-b4b2-1f3535465e93 req-5d6feba5-4cae-4637-b177-210830f02f31 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406543 Nov 24 17:03:35.900302 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a57464dc-8dcd-4a95-b992-171b860353f5 req-69323899-4190-412d-9961-22666070129a tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Nov 24 17:03:36.054143 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-3360dcf5-c7fa-435c-ab27-510e7a4f7a86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 1096 time: 0.0807452 Nov 24 17:03:36.199673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-0825d4a6-81bc-433f-b105-cc27ae9003fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:36.201282 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-0825d4a6-81bc-433f-b105-cc27ae9003fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 910 time: 0.1408226 Nov 24 17:03:36.273068 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-e1e9f520-b3a6-4f68-815c-a7f2ae8b98b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f HTTP/1.1" status: 200 len: 217 time: 0.0641224 Nov 24 17:03:36.347637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-a91380cc-2c0f-4476-a714-2a0285690bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:36.349265 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-a91380cc-2c0f-4476-a714-2a0285690bab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97a28168-6877-43a9-b582-c1de096ac88e HTTP/1.1" status: 200 len: 849 time: 0.0684998 Nov 24 17:03:36.400688 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-85833e67-fca3-46bb-891b-578e0da1644b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446601 Nov 24 17:03:36.547357 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-017bd3c5-c82c-4d3b-a1f0-18649f42a247 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383393 Nov 24 17:03:36.699105 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bb03feac-619b-4b0b-8977-3d848b468d96 req-a9043217-1453-4e4c-bd09-dc3794ce3222 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431572 Nov 24 17:03:36.735220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a490c98-c52c-46e9-b08b-994b2461a024 req-db17c5de-2f7a-4bca-9cb9-96421240b9bc tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:36.735220 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a490c98-c52c-46e9-b08b-994b2461a024 req-db17c5de-2f7a-4bca-9cb9-96421240b9bc tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0888906 Nov 24 17:03:36.788441 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a490c98-c52c-46e9-b08b-994b2461a024 req-616c3780-1063-4c82-a9c6-431b1cfad692 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Nov 24 17:03:37.319412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-20c30261-2332-46b7-98fd-2f00e2908064 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:37.320167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-20c30261-2332-46b7-98fd-2f00e2908064 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:37.364054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-20c30261-2332-46b7-98fd-2f00e2908064 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:37.365411 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-20c30261-2332-46b7-98fd-2f00e2908064 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 943 time: 0.3294959 Nov 24 17:03:37.415362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-57c44e66-34f6-4377-bb6f-a07503c7f8c8 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:37.455429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-57c44e66-34f6-4377-bb6f-a07503c7f8c8 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:37.456696 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c76fdb0d-92bc-4dd9-ac37-e4e09d31c676 req-57c44e66-34f6-4377-bb6f-a07503c7f8c8 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Nov 24 17:03:37.998293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5107a-bdc3-4b8c-bc75-733477a1e22b req-ea7f827a-9f3f-4b22-b46b-3a2d318374bb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:37.999956 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e1e5107a-bdc3-4b8c-bc75-733477a1e22b req-ea7f827a-9f3f-4b22-b46b-3a2d318374bb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0853326 Nov 24 17:03:38.049532 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e1e5107a-bdc3-4b8c-bc75-733477a1e22b req-bfee3871-d272-4b26-96e6-7c065f96072e tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436113 Nov 24 17:03:38.399571 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b0392ee5-5eba-48d1-b3da-dd8f65a0749f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:03:38.548385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:38.563796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f', 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f', 'port_id': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f', 'mac_address': 'fa:16:3e:c5:db:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a28168-6877-43a9-b582-c1de096ac88e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:03:38.621830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:38.641944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0392ee5-5eba-48d1-b3da-dd8f65a0749f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:38.658452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:38.668507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea049fe-bd31-4419-a3f8-4cfef67ee96d req-970b7295-bcd0-4056-a854-ca65cda781fe tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:38.670154 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4ea049fe-bd31-4419-a3f8-4cfef67ee96d req-970b7295-bcd0-4056-a854-ca65cda781fe tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 943 time: 0.0870879 Nov 24 17:03:38.684564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:38.686581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:38.721769 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4ea049fe-bd31-4419-a3f8-4cfef67ee96d req-ba8ee2d9-35d3-467d-bdba-1245ff104983 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Nov 24 17:03:38.760164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:38.763273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:38.962733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['b0392ee5-5eba-48d1-b3da-dd8f65a0749f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:39.239219 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-0b5c85da-13ad-494b-b890-c69c221d12ca tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633170138&fields=id&tenant_id=f71f090f894a41c9bf11ebfa383cd620 HTTP/1.1" status: 200 len: 267 time: 0.0440207 Nov 24 17:03:39.287023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f73b0-3d6a-4c08-a226-824e644f3308 req-2da492c1-6cf6-41a5-ab9b-93c094fa02cb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:39.289353 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d47f73b0-3d6a-4c08-a226-824e644f3308 req-2da492c1-6cf6-41a5-ab9b-93c094fa02cb tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0873613 Nov 24 17:03:39.333021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-0ffcc788-5a30-4331-abee-251d12354978 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:39.335263 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-0ffcc788-5a30-4331-abee-251d12354978 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 984 time: 0.0895407 Nov 24 17:03:39.338524 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d47f73b0-3d6a-4c08-a226-824e644f3308 req-8c5c7d9b-97e7-44a3-83ff-03f76a7e15a7 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427783 Nov 24 17:03:39.349457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Request body: {'port': {'security_groups': ['a61efe35-72d5-460d-84eb-3ef62cd8f783']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:39.479329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:39.735286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:39.751735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46268) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:39.763706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:39.788165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:39.794316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1131d86-f734-41f2-82cf-c27e55d9c694 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:39.800824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:39.868407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:39.869569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:39.871218 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf722e56-61ed-4f46-8255-f69621da6b99 req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "PUT /v2.0/ports/4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 942 time: 0.5277483 Nov 24 17:03:39.872010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:39.880743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46280) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:39.984852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:39.991979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:39.999210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502947-5849-40e1-a29a-64c68a3efdc3 req-4ced7d48-1f23-4864-962b-166908aeafa8 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:40.008339 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72502947-5849-40e1-a29a-64c68a3efdc3 req-4ced7d48-1f23-4864-962b-166908aeafa8 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 944 time: 0.1417744 Nov 24 17:03:40.051041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event updated for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=7']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:40.075451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:40.084283 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72502947-5849-40e1-a29a-64c68a3efdc3 req-fc51948a-c75e-4707-bb80-b1e04117829f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743167 Nov 24 17:03:40.095490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.143578 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-0b05c049-a08c-417b-908e-4b2f50646eb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2f196cc057a4c7db544f6fe6cc3a746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3904381 Nov 24 17:03:40.144979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46286) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:40.164265 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-1a745ec5-3c24-464c-8422-b7c8e51cb635 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.1838267 Nov 24 17:03:40.216474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.255395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.382853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.384719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-9867f6c9-c49a-4a35-ab8d-53f3f51ee084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:40.386468 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-9867f6c9-c49a-4a35-ab8d-53f3f51ee084 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.2142098 Nov 24 17:03:40.388321 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:03:40.391049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.391176 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4a9f3d82-9002-4bb3-8d9d-5ab60929f5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:40.396507 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ea58a39-8302-4aa3-a8df-0238d2cceaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:40.411229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc07946-2131-402f-9c90-f97e1258642d,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:40.424442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b0392ee5-5eba-48d1-b3da-dd8f65a0749f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:03:40.467478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c1321-b52e-407f-b3b6-79d32c575f8f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:40.483214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.483800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.484218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:40.484437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.484958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.485473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.485993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.486502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.487010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.487540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.487993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.488620 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:03:40.496763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:40.508060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.510824 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbc07946-2131-402f-9c90-f97e1258642d HTTP/1.1" status: 204 len: 168 time: 0.3647799 Nov 24 17:03:40.525638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f00ea8a6-db49-4b72-899f-6458ffea6a66 None None] Provisioning complete for port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:40.526066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f00ea8a6-db49-4b72-899f-6458ffea6a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.535391 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-6713e99f-4c04-4bfe-9aa1-20d982204340 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1098 time: 0.1296697 Nov 24 17:03:40.583270 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-0ccdacfc-0946-4ad6-8253-8d18a9d5d7db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1002 time: 0.1880436 Nov 24 17:03:40.590566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.592033 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-fb201ea1-7bb6-474d-b0eb-ad569ad3bac9 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "DELETE /v2.0/security-groups/130c1321-b52e-407f-b3b6-79d32c575f8f HTTP/1.1" status: 204 len: 168 time: 0.7098517 Nov 24 17:03:40.595298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46294) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:40.692300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea288-37e0-427b-8433-05c9f0b9557f req-2f03681c-287a-4836-ae4d-31560ca9acd3 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:40.694599 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e22ea288-37e0-427b-8433-05c9f0b9557f req-2f03681c-287a-4836-ae4d-31560ca9acd3 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1819425 Nov 24 17:03:40.700484 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-f780835e-c32f-4885-84b0-f3c95d67f727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:40.701999 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-f780835e-c32f-4885-84b0-f3c95d67f727 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.1071751 Nov 24 17:03:40.712592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port b0392ee5-5eba-48d1-b3da-dd8f65a0749f completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:03:40.718500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port b0392ee5-5eba-48d1-b3da-dd8f65a0749f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:40.719216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.827015 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e22ea288-37e0-427b-8433-05c9f0b9557f req-0b493ea6-0096-4a81-a1a9-edf0e4c7221c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237829 Nov 24 17:03:40.840022 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-6ca06bc7-9908-4d4a-9b72-427a47c36a17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220086 Nov 24 17:03:40.878308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.916194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e56d72-046c-444f-96d7-55014209f22f req-dbf1d3d3-926c-404b-be9c-8d7f415157dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:40.917842 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-dbf1d3d3-926c-404b-be9c-8d7f415157dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 916 time: 0.3753877 Nov 24 17:03:40.922119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Deleting port 8a69a24a-8370-4801-b03d-3d509fa77d35 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:40.922512 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.923494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:40.924816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:40.960750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:40.964852 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:41.007823 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f', 'code': 200} Nov 24 17:03:41.031328 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-f223088c-a24a-4b1e-9d9a-abf5bbcf5f5b service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790433 Nov 24 17:03:41.053938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:41.059030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:41.166796 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-168621b3-5cc4-415a-a2a4-6d893701b4f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 1001 time: 0.2014623 Nov 24 17:03:41.237344 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b6231634-c5b3-4cc7-95e4-6529735d219e req-daa317f4-23b8-467e-ad08-7ee6c13062df service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906352 Nov 24 17:03:41.275843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e56d72-046c-444f-96d7-55014209f22f req-beabedec-949e-42f9-b35e-d2d382c83657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:41.277423 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-beabedec-949e-42f9-b35e-d2d382c83657 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.0975628 Nov 24 17:03:41.279170 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:41.279546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:41.414685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86ab6-7827-43f0-8fb1-563364a1f201 req-297b4d36-53a8-4737-9ea7-4e185b0ca3ad tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:41.416240 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-44e86ab6-7827-43f0-8fb1-563364a1f201 req-297b4d36-53a8-4737-9ea7-4e185b0ca3ad tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.1395452 Nov 24 17:03:41.453406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Calling delete_port for 8a69a24a-8370-4801-b03d-3d509fa77d35 owned by network:floatingip {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:41.481286 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-66985d49-8527-418c-819b-8d044c0634f3 req-9b1a2704-94aa-4e62-a76a-fcc086c33840 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 1098 time: 0.1283805 Nov 24 17:03:41.483714 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-44e86ab6-7827-43f0-8fb1-563364a1f201 req-36fb4d44-7804-417b-a3d0-27734f89dffa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Nov 24 17:03:41.529416 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-66985d49-8527-418c-819b-8d044c0634f3 req-c31df919-9226-4f5a-9783-c5ab9dab2366 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Nov 24 17:03:41.549374 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-24f2a77e-ad43-4213-985c-4897d7247146 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2615950 Nov 24 17:03:41.655657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:41.660083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:41.702120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event deleted for resources: {'Port': ['ID=8a69a24a-8370-4801-b03d-3d509fa77d35,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:41.706589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:41.906058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:42.055902 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-ee0c08bf-df7d-4355-bcba-d6da99d6d88a service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123927 Nov 24 17:03:42.476205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945fbc2-a3cd-4fe2-ae09-92672293c75e req-5c5656d8-f727-4da5-b3a3-a04ed34a0e0e tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:42.477826 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c945fbc2-a3cd-4fe2-ae09-92672293c75e req-5c5656d8-f727-4da5-b3a3-a04ed34a0e0e tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.5180466 Nov 24 17:03:42.536778 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d4e56d72-046c-444f-96d7-55014209f22f req-d402642e-52e9-46a1-846d-1788e3c960f9 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731319 Nov 24 17:03:42.579434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c945fbc2-a3cd-4fe2-ae09-92672293c75e req-3bed7609-2360-4719-ae90-dee4cbe3df93 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911877 Nov 24 17:03:42.707798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0292fd-55b0-4851-8425-887a57d257c9 req-0f7c71ae-4aa8-4952-bce7-c65fe756a228 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:42.709553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d0292fd-55b0-4851-8425-887a57d257c9 req-0f7c71ae-4aa8-4952-bce7-c65fe756a228 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.0900278 Nov 24 17:03:42.761627 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d0292fd-55b0-4851-8425-887a57d257c9 req-fd437a5d-1fd6-4296-aba2-06a7db7a3521 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Nov 24 17:03:42.817230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Router 58135cdb-7587-49d9-87a1-a9a82c3d4175 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:03:43.031759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:03:43.042439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Sync routers for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:03:43.056518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:43.057328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:43.078400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:43.137023 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ebe01d87-24c9-4a25-b1ca-553ef271c7fb tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "DELETE /v2.0/floatingips/fbb9b222-5144-4f72-9182-f85d5f2b8dba HTTP/1.1" status: 204 len: 168 time: 2.5396609 Nov 24 17:03:43.137782 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:43.374089 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:03:43.446857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:43.482774 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-349216b0-79f2-4121-97de-a08104ec489a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f71f090f894a41c9bf11ebfa383cd620&device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 1098 time: 0.0826244 Nov 24 17:03:43.667665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-ab944e73-318c-429f-ac27-2036794e251c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:43.669739 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-ab944e73-318c-429f-ac27-2036794e251c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 200 len: 916 time: 0.1800919 Nov 24 17:03:43.811371 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-219326fc-16e2-4343-aa48-f36f602da159 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 200 len: 217 time: 0.1181550 Nov 24 17:03:43.893587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-adbd04a9-5184-4c1b-8aae-37d548b43b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:43.895279 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-adbd04a9-5184-4c1b-8aae-37d548b43b00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 200 len: 854 time: 0.0696979 Nov 24 17:03:43.899016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bc9b-5c52-4f7e-b563-47838b40b13e req-63356fa1-80f7-45c9-8920-c7bb883a713a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:43.900807 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2082bc9b-5c52-4f7e-b563-47838b40b13e req-63356fa1-80f7-45c9-8920-c7bb883a713a tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1424191 Nov 24 17:03:43.928910 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:43.934072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Checking router: 58135cdb-7587-49d9-87a1-a9a82c3d4175 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:03:43.950453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:43.951213 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:43.955852 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2082bc9b-5c52-4f7e-b563-47838b40b13e req-c1a3e840-4af1-45f0-97e9-9ed2b46b39cd tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488102 Nov 24 17:03:44.057901 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-42da5966-4034-4ab0-8e03-262baba2e5dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1525099 Nov 24 17:03:44.070786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c899e-7844-4079-a8c6-c0dd50c4da05 req-377ed12b-0b6a-4df2-8209-bfd7cc7e021d tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:44.072620 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb3c899e-7844-4079-a8c6-c0dd50c4da05 req-377ed12b-0b6a-4df2-8209-bfd7cc7e021d tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.1134486 Nov 24 17:03:44.149409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:44.246270 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fb3c899e-7844-4079-a8c6-c0dd50c4da05 req-6ec6597d-6531-4eb8-857a-54d9b20efcb5 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427493 Nov 24 17:03:44.274327 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-7f689763-2d1f-4bf5-9b0d-2abdd2ff88fc service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006385 Nov 24 17:03:44.444920 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b8a1c2f-8635-4750-b76f-2ff06b0494d1 req-49f12a05-bfb8-40b8-aad8-c3ebc0c5d9b8 service neutron] 10.222.0.74 "GET /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636772 Nov 24 17:03:44.496106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:44.500287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867eaf6b-cfab-46a8-90f1-1bfcbc13b1e8 None None] The sync data for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb is: [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:35Z', 'revision_number': 4, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '02054bd7-3a04-4bdb-a2a7-82f67395eecb', 'name': '', 'network_id': 'b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'mac_address': 'fa:16:3e:d4:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120e9b71-2533-4042-85fa-d682474bddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:33Z', 'updated_at': '2021-11-24T17:00:44Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'subnets': [{'id': '120e9b71-2533-4042-85fa-d682474bddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:03:44.933806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363be05-b69a-450c-8cb6-32ceb834f8aa None None] New status for floating IP fbb9b222-5144-4f72-9182-f85d5f2b8dba: DOWN {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:03:45.193609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe78c34-ff98-4386-93e6-270ec23fa9ac req-45aca3bd-7fe6-4357-8c4e-846f168604ba tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:45.199048 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-abe78c34-ff98-4386-93e6-270ec23fa9ac req-45aca3bd-7fe6-4357-8c4e-846f168604ba tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1058478 Nov 24 17:03:45.251714 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-abe78c34-ff98-4386-93e6-270ec23fa9ac req-bd5907ad-1f8b-413e-b34b-2a2bdbcd3c85 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Nov 24 17:03:45.449043 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6f7d9cd0-6f5c-4bce-b2af-da12d4a7d01f req-ce94c167-e008-4822-926f-fa8523dff901 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0750461 Nov 24 17:03:45.727777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44773c4a-7f01-4c45-adc0-99c52356e3aa req-8de57b94-a728-4f5c-9252-e9d3ef462435 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:45.729385 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-44773c4a-7f01-4c45-adc0-99c52356e3aa req-8de57b94-a728-4f5c-9252-e9d3ef462435 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.1306643 Nov 24 17:03:45.789252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b8960-b49f-4106-a0bc-f7da37cca626 req-c35574bd-2881-4fee-a8bb-7b45dba5a5ee tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:45.790807 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d6b8960-b49f-4106-a0bc-f7da37cca626 req-c35574bd-2881-4fee-a8bb-7b45dba5a5ee tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0871606 Nov 24 17:03:45.793268 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-a8e867d5-61b7-4693-b13e-58a434b93dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311085 Nov 24 17:03:45.800886 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-44773c4a-7f01-4c45-adc0-99c52356e3aa req-fba48a74-2c60-4565-977a-d7e357c8a082 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Nov 24 17:03:45.847204 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d6b8960-b49f-4106-a0bc-f7da37cca626 req-8eeac4df-c485-4e9e-b891-8dfd82abcb72 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Nov 24 17:03:46.445505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:46.566642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:46.595793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:46.607294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:46.649985 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:46.653125 dv-cinder-818778-2-smb neutron-server[88128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'code': 422} returned with failed status Nov 24 17:03:46.653678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-23e146b2-7e41-471e-8c6f-94a5757044b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:46.724188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=6']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:46.728178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:46.836039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2dcc-1b2e-4f3a-859e-e485e7db40be req-34f49b80-195f-4120-a5f9-29e968361548 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:46.837536 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ba7d2dcc-1b2e-4f3a-859e-e485e7db40be req-34f49b80-195f-4120-a5f9-29e968361548 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.0854952 Nov 24 17:03:46.886634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ba7d2dcc-1b2e-4f3a-859e-e485e7db40be req-f4cdfc0c-65a9-4549-ae75-8260be352d54 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:46.929776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-ba7d2dcc-1b2e-4f3a-859e-e485e7db40be req-f4cdfc0c-65a9-4549-ae75-8260be352d54 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:46.931119 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ba7d2dcc-1b2e-4f3a-859e-e485e7db40be req-f4cdfc0c-65a9-4549-ae75-8260be352d54 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873113 Nov 24 17:03:47.076692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33578e89-6d4e-44f1-ada5-6df3ebc11c8b req-c1c1f8dc-2e7b-48e8-b901-dba711ae4a47 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:47.078332 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-33578e89-6d4e-44f1-ada5-6df3ebc11c8b req-c1c1f8dc-2e7b-48e8-b901-dba711ae4a47 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.1397526 Nov 24 17:03:47.152283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135e334-d897-45c0-9f4d-8c84f2bfd778 req-b842f5dc-01ca-452b-9b3a-b79cc9101d87 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:47.153870 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c135e334-d897-45c0-9f4d-8c84f2bfd778 req-b842f5dc-01ca-452b-9b3a-b79cc9101d87 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.0908794 Nov 24 17:03:47.163645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-a0638bae-95af-4cc9-96ba-67d9542d9d64 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:47.165230 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-a0638bae-95af-4cc9-96ba-67d9542d9d64 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 945 time: 0.1648006 Nov 24 17:03:47.203704 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c135e334-d897-45c0-9f4d-8c84f2bfd778 req-72c4689b-d3e1-4dae-a6d1-587235e79921 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Nov 24 17:03:47.210605 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-33578e89-6d4e-44f1-ada5-6df3ebc11c8b req-1188fab2-9e60-4e73-b491-c362e28ccae2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202400 Nov 24 17:03:47.257357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Deleting port b0392ee5-5eba-48d1-b3da-dd8f65a0749f {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:47.257743 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:47.374153 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-367503d9-dd40-4bb6-ac25-090692721f82 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a&tenant_id=e36de2340a644fc291044392e0989b55 HTTP/1.1" status: 200 len: 1097 time: 0.0780356 Nov 24 17:03:47.474350 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-5c0c3ab1-5f02-4789-a3fc-3f9543af08e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1097 time: 0.0766010 Nov 24 17:03:47.526943 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] For port b0392ee5-5eba-48d1-b3da-dd8f65a0749f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:47.527360 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:47.618501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-3f62e826-7002-47d5-ae95-ee036ba94aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:47.620155 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-3f62e826-7002-47d5-ae95-ee036ba94aa8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.1387901 Nov 24 17:03:47.655744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Calling delete_port for b0392ee5-5eba-48d1-b3da-dd8f65a0749f owned by compute:nova {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:47.725234 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-3496d09d-4a5f-47cb-8926-c4ea80662431 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1000 time: 0.0971179 Nov 24 17:03:47.872923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:47.879290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-779c9ab4-6ccc-4d7e-8c54-b696b7b7929f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:47.885393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['b0392ee5-5eba-48d1-b3da-dd8f65a0749f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:47.944617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Pushing event deleted for resources: {'Port': ['ID=b0392ee5-5eba-48d1-b3da-dd8f65a0749f,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:47.949297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:47.995054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-4873e4cd-469f-41f6-91cb-362fd62c4230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:47.996649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-4873e4cd-469f-41f6-91cb-362fd62c4230 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.2656662 Nov 24 17:03:48.026701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] No DVR routers for this DVR port b0392ee5-5eba-48d1-b3da-dd8f65a0749f on host hv-cinder-81877 {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:03:48.029204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:48.032001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'name': 'network-vif-deleted', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:48.088109 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-f328413c-c846-48bd-89f0-0df0cca03d6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822937 Nov 24 17:03:48.106873 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d26e68-1b37-470c-8dc5-df36c1fa2800', 'name': 'network-vif-deleted', 'tag': 'b0392ee5-5eba-48d1-b3da-dd8f65a0749f', 'status': 'completed', 'code': 200} Nov 24 17:03:48.112977 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b3f916e-0c9a-499d-94df-b36043315c8b req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "DELETE /v2.0/ports/b0392ee5-5eba-48d1-b3da-dd8f65a0749f HTTP/1.1" status: 204 len: 173 time: 0.9413397 Nov 24 17:03:48.152811 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df2ad7-b7e1-449e-b9e8-5e9f103bf8c1 req-02fca43f-850c-4753-97c9-7ff40d893f8a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:48.153592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-74df2ad7-b7e1-449e-b9e8-5e9f103bf8c1 req-02fca43f-850c-4753-97c9-7ff40d893f8a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Synchronizing usage tracker for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:48.210242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-74df2ad7-b7e1-449e-b9e8-5e9f103bf8c1 req-02fca43f-850c-4753-97c9-7ff40d893f8a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Unset dirty status for tenant:f71f090f894a41c9bf11ebfa383cd620 on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:48.211607 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-74df2ad7-b7e1-449e-b9e8-5e9f103bf8c1 req-02fca43f-850c-4753-97c9-7ff40d893f8a tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1471236 Nov 24 17:03:48.255728 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-94a154a0-6d30-4b45-bb19-3591f3c6c960 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523333 Nov 24 17:03:48.275290 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-74df2ad7-b7e1-449e-b9e8-5e9f103bf8c1 req-fdb91bdf-1bca-4256-a287-690f125b2d2b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Nov 24 17:03:48.454705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4f0bf447-6aed-4707-bb69-f3c83d14029d req-3fadf766-65dc-4e32-b6c5-493cd3380eca tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:48.466530 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56a8cde2-a97c-4d4d-b237-cfb732d226dd req-0fde3cff-f9c2-4e52-a635-ccaccaea8dfc service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034552 Nov 24 17:03:48.483700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-4f0bf447-6aed-4707-bb69-f3c83d14029d req-3fadf766-65dc-4e32-b6c5-493cd3380eca tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:48.485068 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4f0bf447-6aed-4707-bb69-f3c83d14029d req-3fadf766-65dc-4e32-b6c5-493cd3380eca tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d26e68-1b37-470c-8dc5-df36c1fa2800 HTTP/1.1" status: 200 len: 210 time: 0.0786512 Nov 24 17:03:48.486835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d30527-815d-4acf-a1db-4915b00b2c31 req-2f7fc6bd-2bb1-48a8-89bd-b504eb35cdbd tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:48.488473 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-09d30527-815d-4acf-a1db-4915b00b2c31 req-2f7fc6bd-2bb1-48a8-89bd-b504eb35cdbd tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.1271520 Nov 24 17:03:48.539130 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-09d30527-815d-4acf-a1db-4915b00b2c31 req-92bdf952-e43e-474e-9116-5792ea72bfda tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Nov 24 17:03:48.817123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2f457e2-82c1-49e2-90f6-07b98b5f1edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:48.865936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-273faba1-9ab2-4bce-9a7d-9c02f570513b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:48.867551 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-273faba1-9ab2-4bce-9a7d-9c02f570513b tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.74 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.0844851 Nov 24 17:03:48.961541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Deleting port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:48.962142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:49.228975 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] For port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:49.229423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:49.367838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Calling delete_port for 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:49.527262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075f7c3-45cb-413a-b7fa-c885105a7c7e req-9390b588-8df4-4757-8f7e-b5940775624f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:49.527262 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f075f7c3-45cb-413a-b7fa-c885105a7c7e req-9390b588-8df4-4757-8f7e-b5940775624f tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 945 time: 0.1188326 Nov 24 17:03:49.620096 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f075f7c3-45cb-413a-b7fa-c885105a7c7e req-886a71ce-ec4f-4efc-9c52-f0eca1d8a3b8 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/security-groups?id=a61efe35-72d5-460d-84eb-3ef62cd8f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866394 Nov 24 17:03:49.683860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:49.690182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-20d47db2-d1dd-4389-990a-c350c61b9bcf tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:49.696752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:49.766712 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Pushing event deleted for resources: {'Port': ['ID=4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:49.769808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:49.805775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec25ca1-fc6e-491a-a737-efcf19b01323 req-122595f8-4365-4e85-b57d-93119452751b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:49.807483 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2ec25ca1-fc6e-491a-a737-efcf19b01323 req-122595f8-4365-4e85-b57d-93119452751b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 944 time: 0.0937123 Nov 24 17:03:49.851408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] No DVR routers for this DVR port 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:03:49.854023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:49.857275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'name': 'network-vif-deleted', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:49.860553 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2ec25ca1-fc6e-491a-a737-efcf19b01323 req-46fd1919-47bd-4337-a507-cbd19fc04e91 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468538 Nov 24 17:03:49.928592 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e76388b1-add8-4b7d-9278-a8f9b09581a8 req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.74 "DELETE /v2.0/ports/4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f HTTP/1.1" status: 204 len: 173 time: 1.0395076 Nov 24 17:03:49.933172 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06827400-2c27-47e4-9aff-f31387498b99', 'name': 'network-vif-deleted', 'tag': '4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f', 'status': 'completed', 'code': 200} Nov 24 17:03:50.063335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-31bfe856-3f99-467a-8cf3-65446247e8eb tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:50.064828 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-31bfe856-3f99-467a-8cf3-65446247e8eb tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 809 time: 0.1657615 Nov 24 17:03:50.083070 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-e5812e62-830f-4a4e-9645-3a9e70c1218f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/quotas/eef23209c38f4d81bcd320fd48f7a59e HTTP/1.1" status: 200 len: 375 time: 0.0114193 Nov 24 17:03:50.134549 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-9bf54294-b063-40a6-879a-11ce7bbf54fd tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450594 Nov 24 17:03:50.427032 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-521d1cc9-a198-4665-9b9e-185a4eafa3ce service neutron] 10.222.0.15 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839231 Nov 24 17:03:50.464297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:03:50.497417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b0392ee5-5eba-48d1-b3da-dd8f65a0749f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:50.560416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: b0392ee5-5eba-48d1-b3da-dd8f65a0749f {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:03:50.560813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device b0392ee5-5eba-48d1-b3da-dd8f65a0749f not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:03:50.575618 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-bced977c-f789-41d9-995a-5e32fb2c8d96 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416035 Nov 24 17:03:50.657184 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:50.669242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:50.686118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'port_id': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'mac_address': 'fa:16:3e:c4:da:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:03:50.745508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:50.765503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d408bf-fc25-458e-b0a2-e669e331f846 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:50.783900 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:50.815925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:50.818774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:50.865892 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-57d1a5ac-4283-4aa7-bb1b-00e43a6e5655 req-59f8f06f-a172-4b40-bbb3-ebfcbfa15030 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] 10.222.0.15 "GET /v2.0/ports?device_id=06827400-2c27-47e4-9aff-f31387498b99 HTTP/1.1" status: 200 len: 210 time: 0.0616281 Nov 24 17:03:50.902675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=7']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:50.904336 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-86097e62-7366-48f5-80a5-62911ad4042f req-3871c386-dd95-402b-8048-1e325ea02ff7 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 210 time: 0.0695856 Nov 24 17:03:50.905946 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:51.070556 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['e4d408bf-fc25-458e-b0a2-e669e331f846'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:51.106437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c2d6e77f-e55c-441c-b428-625276b0e893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:51.134992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff1d1-8a26-4b3b-9147-8ff5bba63f01 req-0c97af0d-089e-4a61-861a-6f4eda0d2703 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:51.136662 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-309ff1d1-8a26-4b3b-9147-8ff5bba63f01 req-0c97af0d-089e-4a61-861a-6f4eda0d2703 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 945 time: 0.1115139 Nov 24 17:03:51.207555 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-309ff1d1-8a26-4b3b-9147-8ff5bba63f01 req-187e36e5-c950-4e72-8028-f30149e3531b tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607147 Nov 24 17:03:51.638064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.089905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6930bcd8-b52d-4cac-bc3b-7363e8daf3bf req-b7b69fc9-460d-48b0-94da-5e3ae85edcc0 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 210 time: 0.0508006 Nov 24 17:03:52.473029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:03:52.585273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port e4d408bf-fc25-458e-b0a2-e669e331f846 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:03:52.585793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.632766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb0176-f188-40df-8e3b-611243ea95bb req-37897bd0-a588-44ef-a2e6-103979a5d3ee tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:52.639485 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2efb0176-f188-40df-8e3b-611243ea95bb req-37897bd0-a588-44ef-a2e6-103979a5d3ee tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 945 time: 0.3134627 Nov 24 17:03:52.671545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-c9d51d60-4739-4cf4-b299-6369f794a901 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:52.673487 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-c9d51d60-4739-4cf4-b299-6369f794a901 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 809 time: 0.1883965 Nov 24 17:03:52.696121 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2efb0176-f188-40df-8e3b-611243ea95bb req-e224021d-f70a-4db4-9af6-493882e30b62 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526595 Nov 24 17:03:52.701217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Request body: {'port': {'device_id': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f', 'admin_state_up': True, 'tenant_id': 'eef23209c38f4d81bcd320fd48f7a59e'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:52.716588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.746409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:52.757392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:52.797883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.798838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:52.829198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fb5a2c6a-3e09-4b46-a1b3-1e572ca2c14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:52.887499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:03:52.899476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:03:52.909528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=8']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:52.915110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.915110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:52.915110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:03:52.915110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 4f9d7f4c-e82e-464e-8d77-c2fa9a489d1f not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:03:52.929327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Made reservation on behalf of eef23209c38f4d81bcd320fd48f7a59e for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:03:52.934954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:52.955231 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'code': 200} Nov 24 17:03:53.124187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Allocated IP 172.20.0.9 (3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f/97a28168-6877-43a9-b582-c1de096ac88e/d69788f8-0357-482e-a63f-28b30f7ca450) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:03:53.343900 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4364f1b3-e49d-4b47-a46a-88f7828a9381 req-dd85c548-a22e-4757-beab-3d5237b4fca2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 210 time: 0.0973194 Nov 24 17:03:53.360085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:53.386124 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ae0cfeae-55f7-4433-bf67-cf29d7c185e3 req-ae534b00-b643-4e09-8b27-c2c751971ee0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.0921319 Nov 24 17:03:53.421290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:53.431884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-993f668a-d17f-4306-8410-a0473abce642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:53.434592 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ae0cfeae-55f7-4433-bf67-cf29d7c185e3 req-6348cb90-dbb1-407c-80e1-d593dd718318 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Nov 24 17:03:53.488792 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:03:53.493088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:03:53.494434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:03:53.502453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46496) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:53.760673 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Pushing event updated for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:53.765356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:53.780212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:53.780781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:53.826899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:03:53.833367 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-3ef4074c-8a80-4d77-9701-d24ce9fb62be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1372325 Nov 24 17:03:53.883656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Request body: {'port': {'device_id': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:03:53.940268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.036279 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.057416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657b4de-628b-4dc2-82b2-06019c399bb2 req-979283be-e1f2-4088-84fd-d3e26e9f3833 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:54.059139 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c657b4de-628b-4dc2-82b2-06019c399bb2 req-979283be-e1f2-4088-84fd-d3e26e9f3833 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.2197895 Nov 24 17:03:54.222067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c657b4de-628b-4dc2-82b2-06019c399bb2 req-3dbe542d-5cd5-46ee-93dd-159b89d2fa73 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337595 Nov 24 17:03:54.492651 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69788f8-0357-482e-a63f-28b30f7ca450 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:54.502739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.591321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Transition to ACTIVE for port object d69788f8-0357-482e-a63f-28b30f7ca450 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:03:54.618862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.634683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a50e6-4396-4cb6-a1f8-96b52d012a35 req-e6577838-7f32-4791-acde-a63a72348751 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:54.635482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-222a50e6-4396-4cb6-a1f8-96b52d012a35 req-e6577838-7f32-4791-acde-a63a72348751 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:03:54.639245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5a9a7f46-57e0-4c00-862a-f4437264ecc4 tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:54.745024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Deleting port 02054bd7-3a04-4bdb-a2a7-82f67395eecb {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:54.745401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.778996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d706-5e5f-438b-9237-92fe76cfba2b req-422f40e7-989b-4d86-a772-709480eceee1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:54.780610 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5432d706-5e5f-438b-9237-92fe76cfba2b req-422f40e7-989b-4d86-a772-709480eceee1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1901648 Nov 24 17:03:54.812317 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Pushing event updated for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:54.815385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:54.821427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-222a50e6-4396-4cb6-a1f8-96b52d012a35 req-e6577838-7f32-4791-acde-a63a72348751 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:03:54.822759 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-222a50e6-4396-4cb6-a1f8-96b52d012a35 req-e6577838-7f32-4791-acde-a63a72348751 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 931 time: 0.3224878 Nov 24 17:03:54.927625 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5432d706-5e5f-438b-9237-92fe76cfba2b req-cb7dbb68-806c-45ec-9cf6-53da5af1cb7e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367400 Nov 24 17:03:54.932938 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-222a50e6-4396-4cb6-a1f8-96b52d012a35 req-7093f04d-09a1-44e4-aadd-4248e040fc7c tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820174 Nov 24 17:03:54.935352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Attempting to bind port d69788f8-0357-482e-a63f-28b30f7ca450 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:03:54.935736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Attempting to bind port d69788f8-0357-482e-a63f-28b30f7ca450 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:03:54.936117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Attempting to bind port d69788f8-0357-482e-a63f-28b30f7ca450 on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:54.942876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Port d69788f8-0357-482e-a63f-28b30f7ca450 on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:03:54.943146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Attempting to bind port d69788f8-0357-482e-a63f-28b30f7ca450 on network 3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:03:54.950570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:03:54.950570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Checking segment: {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:03:54.951031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Bound using segment: {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:03:54.951513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Bound port: d69788f8-0357-482e-a63f-28b30f7ca450, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e09950-f40a-4a48-82e7-b501d305aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:03:54.951911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:54.981392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] For port 02054bd7-3a04-4bdb-a2a7-82f67395eecb, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=02054bd7-3a04-4bdb-a2a7-82f67395eecb,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:54.981795 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:55.047537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:03:55.050727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d69788f8-0357-482e-a63f-28b30f7ca450,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:03:55.084416 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:55.089293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de368bb9-a860-42c0-80eb-6b55f84a7480 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:55.114963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Calling delete_port for 02054bd7-3a04-4bdb-a2a7-82f67395eecb owned by network:router_interface {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:55.145322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:55.147850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] 10.222.0.74 "PUT /v2.0/ports/d69788f8-0357-482e-a63f-28b30f7ca450 HTTP/1.1" status: 200 len: 1093 time: 1.2731905 Nov 24 17:03:55.150527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:03:55.179235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Pushing event updated for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:55.182841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:55.212161 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450', 'status': 'completed', 'code': 200} Nov 24 17:03:55.313211 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-71898300-81d8-49ac-9584-03eebeeaa35b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 1096 time: 0.0900929 Nov 24 17:03:55.386663 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:55.391452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:55.433254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=02054bd7-3a04-4bdb-a2a7-82f67395eecb,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:55.435127 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-fcc1bbd3-2c35-44b4-954c-bd3b0ff851bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69788f8-0357-482e-a63f-28b30f7ca450 HTTP/1.1" status: 200 len: 217 time: 0.1138971 Nov 24 17:03:55.437623 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:55.529438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c5a3e-1500-4635-900e-4587e0a5f612 req-b1b9e4bf-94d1-4dd0-ae2e-17eecaadcc8f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:55.531149 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e4c5a3e-1500-4635-900e-4587e0a5f612 req-b1b9e4bf-94d1-4dd0-ae2e-17eecaadcc8f tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1596787 Nov 24 17:03:55.543980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-84419718-3219-4039-85a7-ea4aa0ba755b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:55.545520 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-84419718-3219-4039-85a7-ea4aa0ba755b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97a28168-6877-43a9-b582-c1de096ac88e HTTP/1.1" status: 200 len: 849 time: 0.1006134 Nov 24 17:03:55.623420 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-2a769c94-7687-48b0-b629-307129e17e66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585971 Nov 24 17:03:55.687947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8e4c5a3e-1500-4635-900e-4587e0a5f612 req-5aa608aa-310f-453f-84b6-7338d1d74530 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478810 Nov 24 17:03:55.753267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:55.783654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-ac3c9610-131e-4fea-8143-e423a39291b5 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507568 Nov 24 17:03:55.936508 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1dcd3de-5c58-4633-bcd6-7a7a5ced5a29 req-b2967294-5399-4f68-a29f-7b030039f4ae service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451979 Nov 24 17:03:56.158641 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-c1087481-3342-423f-88bd-1dbc806a3753 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 1096 time: 0.1431286 Nov 24 17:03:56.298298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5dd9-ce8f-400c-a0d8-18adab833f90 req-fcb8cf83-5f3a-41d4-8ee6-3e698cb6d9be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:56.299918 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36ad5dd9-ce8f-400c-a0d8-18adab833f90 req-fcb8cf83-5f3a-41d4-8ee6-3e698cb6d9be tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 943 time: 0.2196765 Nov 24 17:03:56.365805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874beabe-c150-417c-aa0c-3049d394db18 req-2124adfa-504d-47fd-9565-99ac8b11176f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:56.367445 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-2124adfa-504d-47fd-9565-99ac8b11176f service neutron] 10.222.0.74 "GET /v2.0/networks?id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 200 len: 910 time: 0.1996989 Nov 24 17:03:56.374843 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-36ad5dd9-ce8f-400c-a0d8-18adab833f90 req-900b9d07-14bc-4131-bbee-8e6ed50d6090 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686107 Nov 24 17:03:56.446197 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-477271dd-8816-444d-835c-4ec9d9857b2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69788f8-0357-482e-a63f-28b30f7ca450 HTTP/1.1" status: 200 len: 217 time: 0.0701895 Nov 24 17:03:56.515052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874beabe-c150-417c-aa0c-3049d394db18 req-a8be031c-abeb-4df2-8823-1ea26eea1102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:56.515524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f480bab-7ad3-440e-8a51-1140a8ea1b2d req-87352974-cf50-4cc7-a0c3-ee3896dbfea0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:56.516637 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-a8be031c-abeb-4df2-8823-1ea26eea1102 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97a28168-6877-43a9-b582-c1de096ac88e HTTP/1.1" status: 200 len: 849 time: 0.0640204 Nov 24 17:03:56.517124 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5f480bab-7ad3-440e-8a51-1140a8ea1b2d req-87352974-cf50-4cc7-a0c3-ee3896dbfea0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1789196 Nov 24 17:03:56.566825 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-3e157dc3-082b-4d9c-aa89-14cb9a9d5c3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427053 Nov 24 17:03:56.645821 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5f480bab-7ad3-440e-8a51-1140a8ea1b2d req-9fdc21cb-0d73-410c-adf5-86a94418c140 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210070 Nov 24 17:03:56.702566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Router 58135cdb-7587-49d9-87a1-a9a82c3d4175 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:03:56.713181 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-e6d06a23-7921-4fef-b740-cdb56fdf49b9 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389363 Nov 24 17:03:56.865865 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-874beabe-c150-417c-aa0c-3049d394db18 req-32960a88-c99a-4fcd-a769-612288b0ce2d service neutron] 10.222.0.74 "GET /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370852 Nov 24 17:03:56.923675 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:03:56.933324 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Sync routers for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:03:56.936658 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] 10.222.0.15 "PUT /v2.0/routers/58135cdb-7587-49d9-87a1-a9a82c3d4175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4329805 Nov 24 17:03:56.939280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46528) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:56.946307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:56.947019 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:57.136183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:57.150818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks [] for router, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:57.371295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:57.415219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Deleting port 4aa3da2f-967a-4294-ba6a-af7a8df13559 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:57.415325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:57.601320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:03:55Z', 'revision_number': 5, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port': {'id': '4aa3da2f-967a-4294-ba6a-af7a8df13559', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:57.601708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722577b-5fa9-43b5-bcbe-93ec528e1625 req-3d06e86f-67c4-4e68-b1df-f04ef5e25273 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:57.603400 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b722577b-5fa9-43b5-bcbe-93ec528e1625 req-3d06e86f-67c4-4e68-b1df-f04ef5e25273 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 943 time: 0.0980117 Nov 24 17:03:57.606560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Checking router: 58135cdb-7587-49d9-87a1-a9a82c3d4175 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:03:57.607645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] For port 4aa3da2f-967a-4294-ba6a-af7a8df13559, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=4aa3da2f-967a-4294-ba6a-af7a8df13559,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:57.608056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:57.619318 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Routers {'58135cdb-7587-49d9-87a1-a9a82c3d4175'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:03:57.620001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['58135cdb-7587-49d9-87a1-a9a82c3d4175'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:57.654819 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b722577b-5fa9-43b5-bcbe-93ec528e1625 req-938ca07a-e183-4e98-b6f2-f2ade8743cff tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Nov 24 17:03:57.739197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Calling delete_port for 4aa3da2f-967a-4294-ba6a-af7a8df13559 owned by network:router_gateway {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:03:57.780043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] Set router 58135cdb-7587-49d9-87a1-a9a82c3d4175 gateway port host: None {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:03:57.897902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:03:57Z', 'revision_number': 6, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port_host': None}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:03:57.902964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235585ab-5185-4bed-8f76-37e4014dab02 None None] The sync data for ids ['58135cdb-7587-49d9-87a1-a9a82c3d4175'] in dv-cinder-818778-2-smb is: [{'id': '58135cdb-7587-49d9-87a1-a9a82c3d4175', 'name': 'tempest-TestMinimumBasicScenario-1938069778-router', 'tenant_id': 'f71f090f894a41c9bf11ebfa383cd620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:29Z', 'updated_at': '2021-11-24T17:03:57Z', 'revision_number': 6, 'project_id': 'f71f090f894a41c9bf11ebfa383cd620', 'gw_port_host': None}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:03:57.917847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95738-fd9d-494d-8259-71f18b685b9c req-cb74128c-c42c-44e3-8b9c-9c7536e9aff5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:57.919560 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a95738-fd9d-494d-8259-71f18b685b9c req-cb74128c-c42c-44e3-8b9c-9c7536e9aff5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1274514 Nov 24 17:03:58.028329 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a5a95738-fd9d-494d-8259-71f18b685b9c req-19aa8ef1-ec22-4055-badc-2b20202267f4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011717 Nov 24 17:03:58.066227 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.072033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-587b0c70-c1ad-4a43-aa8f-6d92c84cd1b5 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:58.115654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa3da2f-967a-4294-ba6a-af7a8df13559,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:58.118313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:58.367648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.506519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d69788f8-0357-482e-a63f-28b30f7ca450 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:03:58.679725 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d69788f8-0357-482e-a63f-28b30f7ca450,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:58.696805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'd69788f8-0357-482e-a63f-28b30f7ca450', 'network_id': '3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f', 'port_id': 'd69788f8-0357-482e-a63f-28b30f7ca450', 'mac_address': 'fa:16:3e:28:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a28168-6877-43a9-b582-c1de096ac88e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:03:58.759627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.779564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69788f8-0357-482e-a63f-28b30f7ca450 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:03:58.796327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d69788f8-0357-482e-a63f-28b30f7ca450,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:03:58.832192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.834843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:58.874799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.875805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b572-b2d8-4490-a9ec-fdac235e062d req-8c94aff8-bff1-496e-83a2-36675ca67892 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:58.877729 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a95b572-b2d8-4490-a9ec-fdac235e062d req-8c94aff8-bff1-496e-83a2-36675ca67892 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 944 time: 0.0912843 Nov 24 17:03:58.880680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:58.922100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:58.925430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:58.935288 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a95b572-b2d8-4490-a9ec-fdac235e062d req-0d4c898d-6372-4032-af5c-6a92f964ab06 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Nov 24 17:03:59.065659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['d69788f8-0357-482e-a63f-28b30f7ca450'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:03:59.065992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.066583 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58135cdb-7587-49d9-87a1-a9a82c3d4175 {{(pid=88239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:03:59.080363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.082185 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d6152b54-6617-482d-8484-6775af04fbec admin admin] 10.222.0.15 "DELETE /v2.0/routers/58135cdb-7587-49d9-87a1-a9a82c3d4175 HTTP/1.1" status: 204 len: 168 time: 2.1413538 Nov 24 17:03:59.086295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46540) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:59.307238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5264c-9fb5-48f5-8f6a-d17cdf045079 req-dda9e2e7-4edc-4fb2-b482-37ffa5caede1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:03:59.308952 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24e5264c-9fb5-48f5-8f6a-d17cdf045079 req-dda9e2e7-4edc-4fb2-b482-37ffa5caede1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1126618 Nov 24 17:03:59.361548 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24e5264c-9fb5-48f5-8f6a-d17cdf045079 req-cff280c2-ce09-4010-8b97-9b627a8e2afe tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462637 Nov 24 17:03:59.421236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Deleting subnet 120e9b71-2533-4042-85fa-d682474bddf5 {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:03:59.424257 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.476963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852786924'] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.606429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.624941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4aa3da2f-967a-4294-ba6a-af7a8df13559 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:59.662487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 4aa3da2f-967a-4294-ba6a-af7a8df13559 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:03:59.662907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 4aa3da2f-967a-4294-ba6a-af7a8df13559 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:03:59.663393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 02054bd7-3a04-4bdb-a2a7-82f67395eecb no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:03:59.695754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 02054bd7-3a04-4bdb-a2a7-82f67395eecb {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:03:59.696150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 02054bd7-3a04-4bdb-a2a7-82f67395eecb not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:03:59.706445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1988881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1347165'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.711825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7d4ab665-e504-4648-a297-1ac759eeef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:03:59.749414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e9b71-2533-4042-85fa-d682474bddf5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:03:59.752121 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:03:59.754884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.760818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67203171-40a3-4e7d-8e61-9c08c8b31596 None None] Network b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:03:59.761984 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f95c01c9-a7d5-4ddb-9e07-9d8fa10ef25a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/120e9b71-2533-4042-85fa-d682474bddf5 HTTP/1.1" status: 204 len: 168 time: 0.6744971 Nov 24 17:03:59.763928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46544) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:03:59.880452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:03:59.891212 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Deleting port f5efeb06-7ecc-461f-a725-24b6ed0c942a {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:03:59.891577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.033153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] DHCP port deletion for b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:04:00.038232 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Deleting port f5efeb06-7ecc-461f-a725-24b6ed0c942a {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:00.038876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.171099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] For port f5efeb06-7ecc-461f-a725-24b6ed0c942a, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f5efeb06-7ecc-461f-a725-24b6ed0c942a,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:00.171501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.256637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] For port f5efeb06-7ecc-461f-a725-24b6ed0c942a, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f5efeb06-7ecc-461f-a725-24b6ed0c942a,segment=NetworkSegment(f6036346-467e-4bfc-89fc-74b3e8edd077),segment_id=f6036346-467e-4bfc-89fc-74b3e8edd077)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:00.257029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.313634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Calling delete_port for f5efeb06-7ecc-461f-a725-24b6ed0c942a owned by network:dhcp {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:00.379808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b652a-544d-46a6-8d9e-3d6729ea8daa req-f98af110-f219-4be9-ab61-ce16bd60e4dd tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:00.382070 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877b652a-544d-46a6-8d9e-3d6729ea8daa req-f98af110-f219-4be9-ab61-ce16bd60e4dd tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 944 time: 0.2900348 Nov 24 17:04:00.384413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Calling delete_port for f5efeb06-7ecc-461f-a725-24b6ed0c942a owned by network:dhcp {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:00.446554 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-877b652a-544d-46a6-8d9e-3d6729ea8daa req-44f58f80-685a-4825-b662-58d166937f5f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Nov 24 17:04:00.468545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.473847 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6dbd42b2-12c2-453e-a238-2a8d26a4361d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:00.518209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5efeb06-7ecc-461f-a725-24b6ed0c942a,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:00.521986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d69788f8-0357-482e-a63f-28b30f7ca450 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:04:00.522281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:00.524956 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] No DVR routers for this DVR port f5efeb06-7ecc-461f-a725-24b6ed0c942a on host dv-cinder-818778-2-smb {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:04:00.567709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.db.api [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:04:00.568236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.api [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 17:04:00.589329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aae8f-df0d-4739-8bb6-67ec9fbe38a9 req-26b2a7d6-3c40-4318-aeec-b2c322429c1f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:00.590872 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f20aae8f-df0d-4739-8bb6-67ec9fbe38a9 req-26b2a7d6-3c40-4318-aeec-b2c322429c1f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.0914752 Nov 24 17:04:00.620381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port d69788f8-0357-482e-a63f-28b30f7ca450 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:04:00.625842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port d69788f8-0357-482e-a63f-28b30f7ca450 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:04:00.626268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.643979 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f20aae8f-df0d-4739-8bb6-67ec9fbe38a9 req-eb0649dc-2691-49eb-9bf6-5cb96fbb2e73 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Nov 24 17:04:00.657885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.686784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:00.700182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6036346-467e-4bfc-89fc-74b3e8edd077') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:00.700520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6036346-467e-4bfc-89fc-74b3e8edd077') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:00.712953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.732171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.738496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:04:00.738916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.749715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:04:00.753530 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:04:00.777253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:04:00.787936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d69788f8-0357-482e-a63f-28b30f7ca450,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:00.814731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.816756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8c29907-bb17-41f6-a9bb-63c7fa31eef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:00.850367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.851184 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450', 'code': 200} Nov 24 17:04:00.857157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a609d85f-4315-41d7-8031-eba8a8c95e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:00.873959 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:00.880630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:00.885406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:00.890426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:00.900748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.903372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.904049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.904153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.904517 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:00.908666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:00.929890 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b5b56cb7-57ea-42e0-9373-dd9dbc2fe6b8 HTTP/1.1" status: 204 len: 168 time: 1.1648481 Nov 24 17:04:00.932788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46554) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:01.069815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Deleting port f5efeb06-7ecc-461f-a725-24b6ed0c942a {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:01.070561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:01.139417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c013fa0b-0dc2-4876-aac8-8b166d8412f9 None None] The port 'f5efeb06-7ecc-461f-a725-24b6ed0c942a' was deleted {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 17:04:01.193696 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-312c37ac-1414-4006-95ae-fd0b9d784edb req-922e1804-d53e-4e99-8120-919a6899d8ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 1098 time: 0.1113093 Nov 24 17:04:01.310786 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-312c37ac-1414-4006-95ae-fd0b9d784edb req-15b36264-1de9-48a3-a586-68579a6faa48 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093266 Nov 24 17:04:01.445636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:01.631729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f5efeb06-7ecc-461f-a725-24b6ed0c942a no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:01.666427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: f5efeb06-7ecc-461f-a725-24b6ed0c942a {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:04:01.666833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f5efeb06-7ecc-461f-a725-24b6ed0c942a not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:04:01.669938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fdd51-2eef-4a56-b2f6-440c59cf8a16 req-e2b5c46d-7ffe-4f51-a400-46d614386918 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:01.671629 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c71fdd51-2eef-4a56-b2f6-440c59cf8a16 req-e2b5c46d-7ffe-4f51-a400-46d614386918 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 945 time: 0.0971994 Nov 24 17:04:01.723703 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c71fdd51-2eef-4a56-b2f6-440c59cf8a16 req-b90b6634-e30c-4955-9434-e189d48945a2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Nov 24 17:04:01.964182 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cb93b-d047-4cea-993b-0f2140e0646f req-74795f6e-c12b-4fce-a92d-33d6a50bb395 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:01.965716 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d47cb93b-d047-4cea-993b-0f2140e0646f req-74795f6e-c12b-4fce-a92d-33d6a50bb395 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1639798 Nov 24 17:04:02.057430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d47cb93b-d047-4cea-993b-0f2140e0646f req-64ded870-3014-4044-82ce-7dbdad63ee95 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627635 Nov 24 17:04:02.401373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Deleting port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:02.401748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:02.582539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] For port 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:02.582990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:02.710672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Calling delete_port for 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 owned by network:router_interface {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:02.935092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c73b-5282-41c4-b521-3d6700e1736c req-a9e51192-ce9b-4597-b009-32d45c91902a tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:02.936721 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2117c73b-5282-41c4-b521-3d6700e1736c req-a9e51192-ce9b-4597-b009-32d45c91902a tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 945 time: 0.0853412 Nov 24 17:04:02.990459 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2117c73b-5282-41c4-b521-3d6700e1736c req-2a740a88-b914-4c1c-9d20-77c0fb6dfac4 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Nov 24 17:04:03.060453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:03.065167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:03.110918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:03.113727 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:03.453895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a87441-ba60-4de7-b821-f10ce40f9e50 req-e803f7cc-38cc-4e60-a27e-ab6dec233b90 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:03.455543 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e2a87441-ba60-4de7-b821-f10ce40f9e50 req-e803f7cc-38cc-4e60-a27e-ab6dec233b90 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1801138 Nov 24 17:04:03.526739 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e2a87441-ba60-4de7-b821-f10ce40f9e50 req-3c8242ab-31aa-418f-a794-8dbb9eeb8168 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637949 Nov 24 17:04:03.545667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:04.100904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:04.163055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Router 02dec089-c5e4-46c3-a557-b6e1270dcb65 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:04:04.436825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a656f9-191b-43b8-bd91-b8d806399a4f req-2d4ccab3-b663-4280-a361-5a361112560f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:04.438389 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72a656f9-191b-43b8-bd91-b8d806399a4f req-2d4ccab3-b663-4280-a361-5a361112560f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 945 time: 0.1176438 Nov 24 17:04:04.674319 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:04:04.685096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Sync routers for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:04:04.699505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:04:04.700145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:04.711145 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-72a656f9-191b-43b8-bd91-b8d806399a4f req-399136d4-0429-4e9b-ad61-f2d7945fcc01 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655346 Nov 24 17:04:04.759864 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] 10.222.0.15 "PUT /v2.0/routers/02dec089-c5e4-46c3-a557-b6e1270dcb65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8259575 Nov 24 17:04:04.762586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46582) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:04.896039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:04:04.899603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711663f-d465-47fb-b762-965f62528fa8 req-e6d6564a-a933-4604-9c00-8133b78a5b21 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:04.901248 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e711663f-d465-47fb-b762-965f62528fa8 req-e6d6564a-a933-4604-9c00-8133b78a5b21 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.0858123 Nov 24 17:04:04.954073 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e711663f-d465-47fb-b762-965f62528fa8 req-9b9a00ed-02a5-4c7d-955f-871e018ea5d3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Nov 24 17:04:04.975407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:05.197154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:05.226150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Deleting port d3dba35d-d2da-4b92-bd74-ccad2fb5c914 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:05.226465 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:05.360679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:04:02Z', 'revision_number': 5, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port': {'id': 'd3dba35d-d2da-4b92-bd74-ccad2fb5c914', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:00:42Z', 'updated_at': '2021-11-24T17:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:05.365252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Checking router: 02dec089-c5e4-46c3-a557-b6e1270dcb65 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:04:05.376633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Routers {'02dec089-c5e4-46c3-a557-b6e1270dcb65'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:04:05.377304 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:03:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['02dec089-c5e4-46c3-a557-b6e1270dcb65'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:05.409477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] For port d3dba35d-d2da-4b92-bd74-ccad2fb5c914, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:05.409880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:05.539320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] Set router 02dec089-c5e4-46c3-a557-b6e1270dcb65 gateway port host: None {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:04:05.573029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Calling delete_port for d3dba35d-d2da-4b92-bd74-ccad2fb5c914 owned by network:router_gateway {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:05.650238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:04:05Z', 'revision_number': 6, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port_host': None}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:05.654453 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9151f2a-9a2e-477e-ac96-24c94206ab80 None None] The sync data for ids ['02dec089-c5e4-46c3-a557-b6e1270dcb65'] in dv-cinder-818778-2-smb is: [{'id': '02dec089-c5e4-46c3-a557-b6e1270dcb65', 'name': 'tempest-TestMinimumBasicScenario-214032697-router', 'tenant_id': '291dbe34965a402e9b06134005664566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:00:41Z', 'updated_at': '2021-11-24T17:04:05Z', 'revision_number': 6, 'project_id': '291dbe34965a402e9b06134005664566', 'gw_port_host': None}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:04:05.694255 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-aae535c8-0770-416c-bc02-531e45339d97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1098 time: 0.1633008 Nov 24 17:04:05.855468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-1dc6d797-258a-45b3-8b2b-9091c10434d9 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:05.857561 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-1dc6d797-258a-45b3-8b2b-9091c10434d9 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 945 time: 0.1112452 Nov 24 17:04:05.893825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:05.899824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-9388035e-a201-48e2-9216-7ca33a30707f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:05.901447 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-9388035e-a201-48e2-9216-7ca33a30707f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.1634681 Nov 24 17:04:05.907881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f39275bb-683c-4eeb-aed4-b60eb2b68ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:05.993929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dba35d-d2da-4b92-bd74-ccad2fb5c914,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:06.004717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:06.027911 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-ea3590a9-1ce5-4c6f-a5ac-e2867c0244e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 1001 time: 0.1193049 Nov 24 17:04:06.104057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-7e7fd8b6-900d-4d26-bffc-6fdaa52adc94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:06.104378 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Deleting port d69788f8-0357-482e-a63f-28b30f7ca450 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:06.104717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:06.106446 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-7e7fd8b6-900d-4d26-bffc-6fdaa52adc94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0715518 Nov 24 17:04:06.250239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdb2f1-c8fe-43f6-85dc-df2bbd686628 req-5ceb4160-e44f-424a-aa71-e0bff04a4d3f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:06.251869 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-09bdb2f1-c8fe-43f6-85dc-df2bbd686628 req-5ceb4160-e44f-424a-aa71-e0bff04a4d3f tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 945 time: 0.3933418 Nov 24 17:04:06.268106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127fae-a221-45a6-9f23-ed67c18eb9b5 req-29531179-35ce-46b7-8b9f-97d329be79b5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:06.269753 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1127fae-a221-45a6-9f23-ed67c18eb9b5 req-29531179-35ce-46b7-8b9f-97d329be79b5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1555929 Nov 24 17:04:06.277170 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-2ed77762-5325-4f9b-9ea9-811e86ae71eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1090927 Nov 24 17:04:06.423362 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b1127fae-a221-45a6-9f23-ed67c18eb9b5 req-a8f1bf0c-89b7-4762-baf1-faeab2523a6b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451194 Nov 24 17:04:06.459747 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-be7c5614-d59e-4f95-a5db-302f52e561fa service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653240 Nov 24 17:04:06.471106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:06.534431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:04:06.606875 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-626df682-7f89-47ba-a995-4ab6e7a360e4 req-6055e8f6-c879-4ba1-b193-14d562e36da9 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392379 Nov 24 17:04:06.688934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:06.704373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:04:06.764262 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:06.784596 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:04:06.802533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:06.837523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:06.840358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:06.900121 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-09bdb2f1-c8fe-43f6-85dc-df2bbd686628 req-d7ac4259-90c0-4bb8-b48a-4783542b8778 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c06d6db-9b87-46b8-b12e-4cb957a64601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898938 Nov 24 17:04:06.916072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=6']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:06.931776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['8e1a9382-2b4b-4413-8ca8-6a2df124766f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:04:06.967047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:07.085300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.088524 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] For port d69788f8-0357-482e-a63f-28b30f7ca450, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d69788f8-0357-482e-a63f-28b30f7ca450,segment=NetworkSegment(64e09950-f40a-4a48-82e7-b501d305aad2),segment_id=64e09950-f40a-4a48-82e7-b501d305aad2)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:07.088931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.104834 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.226587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Calling delete_port for d69788f8-0357-482e-a63f-28b30f7ca450 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:07.500676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.507331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:07.558525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Pushing event deleted for resources: {'Port': ['ID=d69788f8-0357-482e-a63f-28b30f7ca450,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:07.562755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:07.600285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.600875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02dec089-c5e4-46c3-a557-b6e1270dcb65 {{(pid=88240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:04:07.650175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] No DVR routers for this DVR port d69788f8-0357-482e-a63f-28b30f7ca450 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:04:07.657494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.657723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device d3dba35d-d2da-4b92-bd74-ccad2fb5c914 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:07.657801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'name': 'network-vif-deleted', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:04:07.663586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067ccc-5332-468f-bb36-a7993e34d164 req-d6a5c017-04f4-4fb6-a1c4-996530b77b61 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:07.665351 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db067ccc-5332-468f-bb36-a7993e34d164 req-d6a5c017-04f4-4fb6-a1c4-996530b77b61 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.1030152 Nov 24 17:04:07.705066 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2035b490-10a2-491e-b3ee-6864252a1cb0 req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.74 "DELETE /v2.0/ports/d69788f8-0357-482e-a63f-28b30f7ca450 HTTP/1.1" status: 204 len: 173 time: 1.7979939 Nov 24 17:04:07.707208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.712942 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-2d10c09b-447c-44c9-a0bb-ee034b404f57 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02dec089-c5e4-46c3-a557-b6e1270dcb65 HTTP/1.1" status: 204 len: 168 time: 2.9468677 Nov 24 17:04:07.713110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: d3dba35d-d2da-4b92-bd74-ccad2fb5c914 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:04:07.713110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device d3dba35d-d2da-4b92-bd74-ccad2fb5c914 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:04:07.713298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46614) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:07.714385 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:07.777835 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db067ccc-5332-468f-bb36-a7993e34d164 req-6924e5c9-b265-4595-b1f9-2fb4adf46c0c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020622 Nov 24 17:04:07.781790 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:04:07.782196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2ef23d0e-e6d9-4050-a1a4-ef5ce3edfbd1 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:04:07.782649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608dfc2-4716-49cc-98b5-3c3663d55abf', 'name': 'network-vif-deleted', 'tag': 'd69788f8-0357-482e-a63f-28b30f7ca450', 'status': 'completed', 'code': 200} Nov 24 17:04:07.833801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Deleting subnet 4e2288cf-a7b2-4be2-a063-5db27e5afd73 {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:04:07.837467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:07.901589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852786924'] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.018027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.158563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a7ea844c-e58b-4e8d-8f12-186633c2456b req-988816eb-0579-456c-9fac-c109a6f27e2e tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Synchronizing usage tracker for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:04:08.198485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1988881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1347165'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.204168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:08.238685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-a7ea844c-e58b-4e8d-8f12-186633c2456b req-988816eb-0579-456c-9fac-c109a6f27e2e tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Unset dirty status for tenant:eef23209c38f4d81bcd320fd48f7a59e on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:04:08.242067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a7ea844c-e58b-4e8d-8f12-186633c2456b req-988816eb-0579-456c-9fac-c109a6f27e2e tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] 10.222.0.15 "GET /v2.0/ports?device_id=f608dfc2-4716-49cc-98b5-3c3663d55abf HTTP/1.1" status: 200 len: 210 time: 0.1557264 Nov 24 17:04:08.247063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2288cf-a7b2-4be2-a063-5db27e5afd73,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:08.249630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:08.252173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.260693 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d293a-6af6-4570-9c78-cfbec09cea8f None None] Network 161b1309-7ff9-439a-bc22-4c7aaa5dc946 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:04:08.278672 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e2b587a5-0313-4f0e-bd96-691b939b1a87 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4e2288cf-a7b2-4be2-a063-5db27e5afd73 HTTP/1.1" status: 204 len: 168 time: 0.5642443 Nov 24 17:04:08.279526 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46622) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:08.438614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.457814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Deleting port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:08.458206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.566171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:04:08.667827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f391592-2df2-40d6-887e-fef4debe9539 None None] DHCP port deletion for 161b1309-7ff9-439a-bc22-4c7aaa5dc946 request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:04:08.671147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:04:08.671611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.747527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] For port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,segment=NetworkSegment(46f367fd-76d7-4955-8d81-fef13b7be04b),segment_id=46f367fd-76d7-4955-8d81-fef13b7be04b)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:08.747762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:08.889840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Calling delete_port for 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 owned by network:dhcp {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:04:08.904708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0f391592-2df2-40d6-887e-fef4debe9539 None None] Deleting port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:04:08.905136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0f391592-2df2-40d6-887e-fef4debe9539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.002518 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0f391592-2df2-40d6-887e-fef4debe9539 None None] The port '0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5' was deleted {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 17:04:09.015104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.035587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-404ba399-9bc4-4bd2-915b-6ba5f1c8448e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:09.043316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975180b2-d16d-4d0f-bd27-1317f810f9a8 req-3bc98914-f3ff-4951-ac58-4855998bf0fc tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:09.051133 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-975180b2-d16d-4d0f-bd27-1317f810f9a8 req-3bc98914-f3ff-4951-ac58-4855998bf0fc tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.1024632 Nov 24 17:04:09.063971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.113253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] No DVR routers for this DVR port 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 on host dv-cinder-818778-2-smb {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:04:09.116688 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:09.118541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:04:09.118677 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-975180b2-d16d-4d0f-bd27-1317f810f9a8 req-00168b91-2769-459a-b855-0398583ec55e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656297 Nov 24 17:04:09.152674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.153905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:09.154746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d69788f8-0357-482e-a63f-28b30f7ca450 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:09.162048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:09.218984 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'code': 200} Nov 24 17:04:09.219717 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:09.258844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: d69788f8-0357-482e-a63f-28b30f7ca450 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:04:09.259140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device d69788f8-0357-482e-a63f-28b30f7ca450 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:04:09.283882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.320175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=7']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:09.320390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161b1309-7ff9-439a-bc22-4c7aaa5dc946']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:09.325099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:09.335703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f367fd-76d7-4955-8d81-fef13b7be04b') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:09.336276 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f367fd-76d7-4955-8d81-fef13b7be04b') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:09.349726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.374034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.383204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:04:09.383990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:04:09.400361 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:04:09.542266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.550853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:09.568160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:09.582405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=161b1309-7ff9-439a-bc22-4c7aaa5dc946,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:09.588267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:09.593840 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c23e5bec-9015-4594-ba39-e5076e11b9fc admin admin] 10.222.0.15 "DELETE /v2.0/networks/161b1309-7ff9-439a-bc22-4c7aaa5dc946 HTTP/1.1" status: 204 len: 168 time: 1.3132310 Nov 24 17:04:09.669580 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:09.718857 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:04:09.719320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 0f5330a0-1178-4aa4-aeba-24dc0ca9dfd5 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:04:09.966648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46644) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:10.026959 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7fd901ee-653b-4f98-975c-3e25c24ca236 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f71f090f894a41c9bf11ebfa383cd620&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584624 Nov 24 17:04:10.029276 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46648) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:10.121477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:10.152481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:10.237301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:10.245607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-30d1db85-561a-4622-abe3-8a0d6f44a3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:10.261067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61efe35-72d5-460d-84eb-3ef62cd8f783,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:10.273825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:10.316873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:10.318443 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a61efe35-72d5-460d-84eb-3ef62cd8f783 HTTP/1.1" status: 204 len: 168 time: 0.2877576 Nov 24 17:04:10.539174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38f4b-8b4d-4614-89da-e6e9788de2f3 req-58b1dbf3-cd19-415d-961e-7b0cc0b28ff7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:10.540983 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ce38f4b-8b4d-4614-89da-e6e9788de2f3 req-58b1dbf3-cd19-415d-961e-7b0cc0b28ff7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1182187 Nov 24 17:04:10.600044 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1ce38f4b-8b4d-4614-89da-e6e9788de2f3 req-70047250-37b8-49ab-ad3e-4da9a9c4db82 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521159 Nov 24 17:04:11.053254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46674) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:11.117618 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-259c0dcc-2287-4a60-9f06-2b26e10e1357 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=291dbe34965a402e9b06134005664566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602074 Nov 24 17:04:11.118637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46678) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:11.201140 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:11.237551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:11.689851 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:11.697380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d6751463-c762-424b-a243-41caf08f772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:11.730375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:11.734170 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fdee47e-65b6-4951-a796-ca016b544da0 HTTP/1.1" status: 204 len: 168 time: 0.6116760 Nov 24 17:04:11.741118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdee47e-65b6-4951-a796-ca016b544da0,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:11.749258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:11.885476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892282-5543-4aea-a858-e1ba1e6842bb req-4255b7be-6816-44d7-b0bd-0468426c195d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:11.896111 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f892282-5543-4aea-a858-e1ba1e6842bb req-4255b7be-6816-44d7-b0bd-0468426c195d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1090629 Nov 24 17:04:11.948988 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9f892282-5543-4aea-a858-e1ba1e6842bb req-fad3249f-d7a6-41bd-b85a-ae184b80783b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520837 Nov 24 17:04:13.244978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373c50-aa74-41ee-a219-db78aead794b req-447f9cfa-e715-417f-ada3-7187ef635e22 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:13.259937 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b373c50-aa74-41ee-a219-db78aead794b req-447f9cfa-e715-417f-ada3-7187ef635e22 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1560230 Nov 24 17:04:13.335609 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b373c50-aa74-41ee-a219-db78aead794b req-b89f0cd4-e6ee-4fd4-9161-241549335367 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743148 Nov 24 17:04:14.596098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8178-cd76-4e01-98f9-404fb2e9d0e7 req-28ca32a4-ae7a-4a72-aece-a985bc3b3064 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:14.597860 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dbfa8178-cd76-4e01-98f9-404fb2e9d0e7 req-28ca32a4-ae7a-4a72-aece-a985bc3b3064 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1021190 Nov 24 17:04:14.653847 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dbfa8178-cd76-4e01-98f9-404fb2e9d0e7 req-64c844cb-2b22-44f5-8bdd-dfb149273503 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488715 Nov 24 17:04:15.977858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19800d26-4fd6-4e53-bd80-0e8f4488cdc1 req-862f81bc-64cb-4fd0-8681-d23ba0667e96 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:15.980704 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-19800d26-4fd6-4e53-bd80-0e8f4488cdc1 req-862f81bc-64cb-4fd0-8681-d23ba0667e96 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1229126 Nov 24 17:04:16.055620 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-19800d26-4fd6-4e53-bd80-0e8f4488cdc1 req-5eea4d02-0482-463b-9773-5fb04a059be9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665059 Nov 24 17:04:17.472945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c327757-95fe-4813-9e13-e9606a7a740f req-cf0c5e28-4261-4562-a7e4-6544d0d975ed tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:17.475026 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5c327757-95fe-4813-9e13-e9606a7a740f req-cf0c5e28-4261-4562-a7e4-6544d0d975ed tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1018524 Nov 24 17:04:17.548649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5c327757-95fe-4813-9e13-e9606a7a740f req-e661a731-842a-4e47-9d65-a77e52f089a8 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600553 Nov 24 17:04:18.804250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d8b2b-439a-4d07-a8d3-35bed1a68607 req-3fb5b9e4-d2b9-4f35-bf70-0efa9177aed2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:18.806052 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-132d8b2b-439a-4d07-a8d3-35bed1a68607 req-3fb5b9e4-d2b9-4f35-bf70-0efa9177aed2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.0887086 Nov 24 17:04:18.858335 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-132d8b2b-439a-4d07-a8d3-35bed1a68607 req-361dfce9-bd6d-4f8a-beac-e69862cf4d50 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Nov 24 17:04:18.945797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7f4794c7-1afc-43a3-aff6-f5af3d16f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:20.111912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284966d-a205-4552-9237-13a4239d21d9 req-6500427d-60da-4572-8196-afdaa3369dc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:20.134722 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5284966d-a205-4552-9237-13a4239d21d9 req-6500427d-60da-4572-8196-afdaa3369dc6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.1114995 Nov 24 17:04:20.223819 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-f22da985-c7d7-41b5-9392-2681f7455dd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1098 time: 0.1193955 Nov 24 17:04:20.225877 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5284966d-a205-4552-9237-13a4239d21d9 req-16863649-c0fe-463b-a91a-e94ebcb29095 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043212 Nov 24 17:04:20.384093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479366-38e8-4fba-a74e-3c497a50812a req-fc60194b-f49c-4d14-b442-823381d4f225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:20.385739 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-fc60194b-f49c-4d14-b442-823381d4f225 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.1538906 Nov 24 17:04:20.495953 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-dbab5fd6-746a-488f-956a-263640cf896f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 1001 time: 0.1033406 Nov 24 17:04:20.575488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479366-38e8-4fba-a74e-3c497a50812a req-e7bcc9ec-0521-4d30-9ae3-2a9f955fb160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:20.577133 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-e7bcc9ec-0521-4d30-9ae3-2a9f955fb160 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0744300 Nov 24 17:04:20.585647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:20.662230 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-67ea94d5-3124-4a12-aba4-d0aa568c67dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764139 Nov 24 17:04:20.816847 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-9711a808-6e2f-4f59-aa4d-1e56365eefed service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449070 Nov 24 17:04:20.970810 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-90479366-38e8-4fba-a74e-3c497a50812a req-abda96ec-21cb-4298-8f21-b373ed6a7d50 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469016 Nov 24 17:04:21.100527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-42c46c7c-a2a2-41b6-be42-e01b9c091371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:21.666175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:21.711215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3731-db3f-43ad-af87-acb1c887e0d3 req-ae94d176-4120-4b65-8bd0-83611364de27 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:21.712860 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c4ff3731-db3f-43ad-af87-acb1c887e0d3 req-ae94d176-4120-4b65-8bd0-83611364de27 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 945 time: 0.3254890 Nov 24 17:04:21.764135 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c4ff3731-db3f-43ad-af87-acb1c887e0d3 req-dbf7cf12-40f9-458a-8c2a-38f9969781b0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Nov 24 17:04:22.631822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:22.759541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:22.813106 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:22.814730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:04:22.854797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:22.857616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:22.892249 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'code': 200} Nov 24 17:04:22.899185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:22.947805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=8']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:22.951833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:23.032813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9cb8b-ff97-4cd5-a611-32108abf786f req-fde97043-4cd8-493b-aa1f-96f462a50259 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:23.034462 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-91d9cb8b-ff97-4cd5-a611-32108abf786f req-fde97043-4cd8-493b-aa1f-96f462a50259 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0958931 Nov 24 17:04:23.095567 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-91d9cb8b-ff97-4cd5-a611-32108abf786f req-61170b48-43c8-47b3-a72e-0c62908e51d0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535986 Nov 24 17:04:24.353805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a9f82-a87f-459d-a1ce-3b7b94bf2cc0 req-d67616f6-7b22-4588-a370-c1a583e27c70 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:24.356492 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-182a9f82-a87f-459d-a1ce-3b7b94bf2cc0 req-d67616f6-7b22-4588-a370-c1a583e27c70 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0972800 Nov 24 17:04:24.420341 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-182a9f82-a87f-459d-a1ce-3b7b94bf2cc0 req-499d1d26-4085-47b6-af72-57093b044c08 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571582 Nov 24 17:04:26.662769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:04:26.819916 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-fd7bfb40-0382-45be-b307-b5514c4e2b84 req-039adb87-d3eb-4695-8ede-18b0d8027509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0909228 Nov 24 17:04:27.219451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7079-9fbd-436a-9e0f-0de011666d98 req-2d95578e-e016-44fa-a91f-203f6d9b2cbd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:27.221405 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5e2e7079-9fbd-436a-9e0f-0de011666d98 req-2d95578e-e016-44fa-a91f-203f6d9b2cbd tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0939634 Nov 24 17:04:27.324384 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5e2e7079-9fbd-436a-9e0f-0de011666d98 req-7c0c33f6-9412-4d19-aa3a-87b74bee77f7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559092 Nov 24 17:04:27.342069 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-b6ee5a7e-bcfc-451b-be66-79ab65886b01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193419 Nov 24 17:04:28.141954 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-d5fbdfc2-928e-4423-aa80-a0958ff92936 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565&tenant_id=9f160f67e8e14ab189792191e7ef121b HTTP/1.1" status: 200 len: 1096 time: 0.1127260 Nov 24 17:04:28.250096 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-d1367680-df21-4d93-9818-a5fa6f411880 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f160f67e8e14ab189792191e7ef121b&device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1096 time: 0.0799839 Nov 24 17:04:28.410554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-53eec682-5bf3-4352-b888-2dfcf75ca1f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:28.412262 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-53eec682-5bf3-4352-b888-2dfcf75ca1f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 200 len: 918 time: 0.1537511 Nov 24 17:04:28.540328 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-597a4256-d60c-460b-9b71-ffd34dde2ca0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 200 len: 999 time: 0.1202345 Nov 24 17:04:28.617023 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-7abb8f29-d145-41ae-8453-485fe46f4340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:28.619286 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-7abb8f29-d145-41ae-8453-485fe46f4340 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 200 len: 856 time: 0.0693190 Nov 24 17:04:28.627367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3afcc4-5fce-49fb-891a-aad3e3cc14e6 req-8fff8958-0d4e-48bb-a18e-5546987cb605 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:28.629280 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7f3afcc4-5fce-49fb-891a-aad3e3cc14e6 req-8fff8958-0d4e-48bb-a18e-5546987cb605 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1180089 Nov 24 17:04:28.681175 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7f3afcc4-5fce-49fb-891a-aad3e3cc14e6 req-d04333ff-252b-4cc6-bd19-b258689d440d tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Nov 24 17:04:28.714905 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-d9b6387b-35e7-496c-9cb5-7a86fbbb5bd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb14a41b-9c45-4611-a366-c5e49427934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892875 Nov 24 17:04:28.868632 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-9f7a1fb9-4874-4ca2-b0a0-827723e474e4 service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463985 Nov 24 17:04:29.023886 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-83a0a7bd-25bc-428b-b376-8a609464e80f req-8573be5e-c548-4f0c-9d05-22ca6578725e service neutron] 10.222.0.74 "GET /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479664 Nov 24 17:04:29.920241 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2b9c0-c1b6-4bd2-9d5e-737b9af38eb0 req-ea8d5255-659a-442d-8bd5-a71982a7567a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:29.921874 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-46c2b9c0-c1b6-4bd2-9d5e-737b9af38eb0 req-ea8d5255-659a-442d-8bd5-a71982a7567a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0846260 Nov 24 17:04:29.972548 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-46c2b9c0-c1b6-4bd2-9d5e-737b9af38eb0 req-79cef998-49e8-4d3d-bebe-8d211a4f2154 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Nov 24 17:04:30.835273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:04:31.244001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b91fa-b00a-4843-9539-337b8d2993fa req-57dfcab3-b97b-40d0-9bdb-ad3cee5b56b9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:31.245541 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-379b91fa-b00a-4843-9539-337b8d2993fa req-57dfcab3-b97b-40d0-9bdb-ad3cee5b56b9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1064394 Nov 24 17:04:31.318528 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-379b91fa-b00a-4843-9539-337b8d2993fa req-98897d81-39c0-4696-a981-f9218ecd565a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660961 Nov 24 17:04:32.569235 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea4f5f-1fdc-4ea3-b840-46dd18deb19d req-dbdcb2b7-e326-48c5-92db-891d7904bdb9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:32.572768 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1eea4f5f-1fdc-4ea3-b840-46dd18deb19d req-dbdcb2b7-e326-48c5-92db-891d7904bdb9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1066990 Nov 24 17:04:32.643761 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1eea4f5f-1fdc-4ea3-b840-46dd18deb19d req-390e3ab0-efd3-4565-9cd1-1b7a3ef22f3c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596240 Nov 24 17:04:33.773705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46970) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:33.843942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Deleting subnet 97a28168-6877-43a9-b582-c1de096ac88e {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:04:33.847164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:33.884026 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e92a8-5d80-430f-b542-19b5e676a206 req-94f8ab67-b212-403f-b4a1-3b3d0cc4c2e5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:33.885922 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-560e92a8-5d80-430f-b542-19b5e676a206 req-94f8ab67-b212-403f-b4a1-3b3d0cc4c2e5 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0977268 Nov 24 17:04:33.907340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852786924'] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:33.948607 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-560e92a8-5d80-430f-b542-19b5e676a206 req-a6092123-23b4-414d-b26c-4fa4012d740a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481300 Nov 24 17:04:33.979938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.085114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1988881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1347165'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.090190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1aba8285-033e-4d44-b975-e872bed10045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:34.112036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.132303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a28168-6877-43a9-b582-c1de096ac88e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:34.149500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.150165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.150369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.151139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.151642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.152142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.152821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.153171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.153578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.153979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.154440 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:04:34.157994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:34.159359 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.166578 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/97a28168-6877-43a9-b582-c1de096ac88e HTTP/1.1" status: 204 len: 168 time: 0.3916245 Nov 24 17:04:34.169120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46974) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:34.289344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.425355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.452345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:34.469640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e09950-f40a-4a48-82e7-b501d305aad2') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:34.469640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e09950-f40a-4a48-82e7-b501d305aad2') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:04:34.481066 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.498072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.505697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:04:34.506144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:04:34.521543 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:04:34.643093 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.647094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:34.662162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:34.674418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:34.679664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:34.712280 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] 10.222.0.15 "DELETE /v2.0/networks/3dbe5b9c-50e5-4a20-9be1-a85da1c6d32f HTTP/1.1" status: 204 len: 168 time: 0.5420651 Nov 24 17:04:35.127490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 46982) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:35.181832 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-214259b5-9a4d-4dc9-8b59-db00f2a41940 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eef23209c38f4d81bcd320fd48f7a59e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530117 Nov 24 17:04:35.186159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 46986) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:04:35.249758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272f4d8-d93a-43de-aef9-d086cf7bef6b req-b4b1ac30-0d6e-4eea-8a21-497a1184f2e6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:35.251511 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3272f4d8-d93a-43de-aef9-d086cf7bef6b req-b4b1ac30-0d6e-4eea-8a21-497a1184f2e6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1245584 Nov 24 17:04:35.311357 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:35.330918 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3272f4d8-d93a-43de-aef9-d086cf7bef6b req-c8477f0a-f18d-4af3-b040-66904e97ad75 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722768 Nov 24 17:04:35.361503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:35.449443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:35.454860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de3a2f8d-997c-41b6-b9d1-2de57c1a6053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:35.470111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06d6db-9b87-46b8-b12e-4cb957a64601,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:35.473057 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:35.506514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:35.512704 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-caf49e87-7df4-46c5-8635-12a269de12f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c06d6db-9b87-46b8-b12e-4cb957a64601 HTTP/1.1" status: 204 len: 168 time: 0.3234155 Nov 24 17:04:36.579622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f00665-0480-4371-b8d6-00e21345a66d req-30c01579-ef26-46e6-9785-4d66305ad0d2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:36.581412 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95f00665-0480-4371-b8d6-00e21345a66d req-30c01579-ef26-46e6-9785-4d66305ad0d2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1027982 Nov 24 17:04:36.635271 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95f00665-0480-4371-b8d6-00e21345a66d req-33f8056e-8e0b-4bd8-8e1b-266fc3669732 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 Nov 24 17:04:37.868841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070699d-0bbc-4bb4-8894-e0a3134cb7cb req-de5f85dd-3a67-46c4-98a1-7f7ade106911 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:37.870468 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0070699d-0bbc-4bb4-8894-e0a3134cb7cb req-de5f85dd-3a67-46c4-98a1-7f7ade106911 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0898511 Nov 24 17:04:37.934646 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0070699d-0bbc-4bb4-8894-e0a3134cb7cb req-ba8ce10a-8ced-4a06-8590-96cb8ef146d2 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576973 Nov 24 17:04:39.194960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2304f44-84cc-4e87-9206-0875dda1057d req-b6f7d2fc-40ab-4fd7-b7bd-e7658597851b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:39.196608 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2304f44-84cc-4e87-9206-0875dda1057d req-b6f7d2fc-40ab-4fd7-b7bd-e7658597851b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.1039326 Nov 24 17:04:39.250161 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c2304f44-84cc-4e87-9206-0875dda1057d req-8d677128-6b59-4afa-ab6b-7b54e3f73a4c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473156 Nov 24 17:04:40.488193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd154-0502-45da-ae0a-436cd0545d62 req-599642d7-4ad2-4af4-ab4e-5c6fe39a07c0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:40.490850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8b3bd154-0502-45da-ae0a-436cd0545d62 req-599642d7-4ad2-4af4-ab4e-5c6fe39a07c0 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0896599 Nov 24 17:04:40.553525 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8b3bd154-0502-45da-ae0a-436cd0545d62 req-79594b56-e84b-4462-8c31-02658f5e407e tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518386 Nov 24 17:04:41.773194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ae01-f75f-4888-ad09-566b53097b6e req-e1b55b06-8b09-4a66-af06-cd3ca81b8c79 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:41.774724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7997ae01-f75f-4888-ad09-566b53097b6e req-e1b55b06-8b09-4a66-af06-cd3ca81b8c79 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0840511 Nov 24 17:04:41.823657 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7997ae01-f75f-4888-ad09-566b53097b6e req-8e5dfdd3-5efc-4423-bc52-30d77e398282 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Nov 24 17:04:43.052683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0390a57-035c-4945-acfa-9169af0ea80c req-44ca9b0b-27b3-47bb-a608-a6203e0abe04 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:43.054371 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a0390a57-035c-4945-acfa-9169af0ea80c req-44ca9b0b-27b3-47bb-a608-a6203e0abe04 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0959833 Nov 24 17:04:43.104289 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a0390a57-035c-4945-acfa-9169af0ea80c req-2c880e80-7851-45e4-a848-6a58fbb963c7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Nov 24 17:04:44.336873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702d12-d729-42d4-8ca1-d8498a067b95 req-cf78f1de-0e9a-460a-b8e0-75749a44ac23 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:44.338497 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a702d12-d729-42d4-8ca1-d8498a067b95 req-cf78f1de-0e9a-460a-b8e0-75749a44ac23 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 943 time: 0.0914440 Nov 24 17:04:44.388326 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8a702d12-d729-42d4-8ca1-d8498a067b95 req-433bfe22-d8bd-46cc-b89a-cfdff91a7d91 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Nov 24 17:04:44.774564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:04:44.918987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:44.933390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'port_id': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'mac_address': 'fa:16:3e:45:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:04:44.991635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:45.010868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:04:45.026947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:45.059476 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:45.061389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:45.133345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=9']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:45.136667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:45.340217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['8e1a9382-2b4b-4413-8ca8-6a2df124766f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:04:45.607537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042a9b-8e6a-493b-ba65-8bc8d58cc17b req-a50c7a77-7049-4daa-80e9-be211e66a2a7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:45.609182 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-76042a9b-8e6a-493b-ba65-8bc8d58cc17b req-a50c7a77-7049-4daa-80e9-be211e66a2a7 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.0844719 Nov 24 17:04:45.657859 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-76042a9b-8e6a-493b-ba65-8bc8d58cc17b req-4b1f5745-6e8e-4354-9609-cd5f4e95ebd4 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Nov 24 17:04:46.784877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:04:46.867266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 8e1a9382-2b4b-4413-8ca8-6a2df124766f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:04:46.867697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:46.894003 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9cbe-e51e-4bac-9c19-5019c7fb8238 req-d8d60312-9b86-41a4-8a91-fe75f6c5bb1b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:46.896185 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a92d9cbe-e51e-4bac-9c19-5019c7fb8238 req-d8d60312-9b86-41a4-8a91-fe75f6c5bb1b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 944 time: 0.0861819 Nov 24 17:04:46.947028 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a92d9cbe-e51e-4bac-9c19-5019c7fb8238 req-c1e16706-147e-4c90-883b-747bc41ee735 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Nov 24 17:04:46.990897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:47.019703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:04:47.031188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:04:47.059077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:47.061160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:04:47.096509 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'code': 200} Nov 24 17:04:47.132874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=10']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:04:47.136285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:04:47.471260 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d137cc2e-030c-45ac-b9fb-35e0869024f9 req-d347cabd-81dc-4827-a3f2-2527a2636276 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 1099 time: 0.0775855 Nov 24 17:04:47.521083 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-d137cc2e-030c-45ac-b9fb-35e0869024f9 req-4bd8f2e7-15e6-4937-8bdd-0c8bdee86093 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Nov 24 17:04:48.172380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32947c1-726d-4ae3-8b2f-651096d6f491 req-c62e9d0a-9a7d-4cc3-a278-adf52f1a6b8f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:48.173997 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e32947c1-726d-4ae3-8b2f-651096d6f491 req-c62e9d0a-9a7d-4cc3-a278-adf52f1a6b8f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.0894179 Nov 24 17:04:48.226763 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e32947c1-726d-4ae3-8b2f-651096d6f491 req-75c406db-934f-45b5-b1a7-f3cc08fae8d6 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 Nov 24 17:04:48.819844 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d20c643-4fea-4c5b-9608-7f12872a922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:49.450094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba24bd-b46a-4a12-ab65-f7557609da4c req-577c9dd9-bcbb-4ec9-8881-61cff86ffba9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:49.451654 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5aba24bd-b46a-4a12-ab65-f7557609da4c req-577c9dd9-bcbb-4ec9-8881-61cff86ffba9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.0866258 Nov 24 17:04:49.505924 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-5aba24bd-b46a-4a12-ab65-f7557609da4c req-7def4944-2272-44d6-ab4b-0b3eeda9c475 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479600 Nov 24 17:04:50.596817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:50.728933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6bb4-98fe-4ac7-adf1-6f49e678fabb req-e3886317-827e-4842-8c9b-1097ebb916c9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:04:50.730470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b6e6bb4-98fe-4ac7-adf1-6f49e678fabb req-e3886317-827e-4842-8c9b-1097ebb916c9 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.0854096 Nov 24 17:04:50.779182 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2b6e6bb4-98fe-4ac7-adf1-6f49e678fabb req-5943b46c-669e-4703-8e38-012af7acd1f1 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Nov 24 17:04:51.112402 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b8b2-24b6-4d1d-8300-de8cbb9175cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:51.654059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:04:52.819785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:04.115908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:05.463027 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-76e42a3c-9e7c-4190-870c-439a0a7cdcb0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743747 Nov 24 17:05:05.622724 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-334e00ba-1081-4a83-911e-bb1b0c962337 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.0779188 Nov 24 17:05:05.793222 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-426c7694-bdff-4f7b-866d-d4cd3f82d40d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:05.794742 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-426c7694-bdff-4f7b-866d-d4cd3f82d40d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.1409483 Nov 24 17:05:05.908910 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-baa8cbd8-0043-4d4b-b18c-ccb9dc8f5c8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 1002 time: 0.1068182 Nov 24 17:05:05.985181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-b2edb14c-73ca-46e7-a9c4-a929738b0211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:05.986826 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-b2edb14c-73ca-46e7-a9c4-a929738b0211 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.0705442 Nov 24 17:05:06.073674 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-57298028-b315-4712-82c3-1ee52f66ac7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792396 Nov 24 17:05:06.444374 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-61361ed4-b8fc-4bc2-ad16-f7f3a1285902 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604345 Nov 24 17:05:06.589555 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a28416b-533d-4144-a2fd-a26c15fe4907 req-50b28292-4644-40b2-b8c0-f71489030305 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381643 Nov 24 17:05:07.826293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:05:18.296894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47066) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:18.704795 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Deleting port b0bddd3c-0007-41ab-8ff2-32c866586792 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:18.705179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:18.824370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05273a72-e109-45ad-a757-2ec8b1e0ae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:18.884882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:18.885255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:19.011301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Calling delete_port for b0bddd3c-0007-41ab-8ff2-32c866586792 owned by network:floatingip {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:19.229939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:19.234302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4658e21f-9b31-44e6-a572-814164cfd9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:19.276787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event deleted for resources: {'Port': ['ID=b0bddd3c-0007-41ab-8ff2-32c866586792,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:19.279881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:19.374751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:19.780098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:19.987036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:19.997408 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Sync routers for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:20.010589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:20.024005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:04:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:20.052839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:20.114025 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-454593a8-8a44-4856-bc01-9aefec3751ab tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "DELETE /v2.0/floatingips/bfe9e341-5567-40e7-8ad0-30e603268f63 HTTP/1.1" status: 204 len: 168 time: 1.8158569 Nov 24 17:05:20.114772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:05:20.193801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'status': 'completed', 'code': 200} Nov 24 17:05:20.211578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:20.296615 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-6cee005f-360f-4a48-89cd-06cd7cd572f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e36de2340a644fc291044392e0989b55&device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 1099 time: 0.0770264 Nov 24 17:05:20.443992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-7a3bb100-3e7d-4fab-ab41-eeeffa7165c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:20.445279 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-7a3bb100-3e7d-4fab-ab41-eeeffa7165c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 200 len: 910 time: 0.1427450 Nov 24 17:05:20.524097 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-60731e5f-7c51-476f-a2e3-7fabfbeefa11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 200 len: 217 time: 0.0701172 Nov 24 17:05:20.568246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:20.569468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Checking router: 3dbb6017-5b88-4444-9fb3-f341ad7e9bde for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:20.581529 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:20.582297 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:04:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:20.596490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-1f801494-8f50-43ea-8242-8125f6a0fcf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:20.598104 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-1f801494-8f50-43ea-8242-8125f6a0fcf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 200 len: 848 time: 0.0665102 Nov 24 17:05:20.643116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6692b-4c9a-4cb4-8b03-4b6c88aba8c0 req-2c09607d-4d26-4007-a28c-d11ec789aee3 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:20.644888 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-55d6692b-4c9a-4cb4-8b03-4b6c88aba8c0 req-2c09607d-4d26-4007-a28c-d11ec789aee3 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0942404 Nov 24 17:05:20.692351 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-a8897a83-6f39-4faf-9257-cd8fdc3adf9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844581 Nov 24 17:05:20.700968 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-55d6692b-4c9a-4cb4-8b03-4b6c88aba8c0 req-900c4a9b-9655-43db-a371-571c31fdd6aa tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482941 Nov 24 17:05:20.798122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:20.846708 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-343b967f-d1d9-4b91-be27-2fd1db1c8488 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468062 Nov 24 17:05:20.927881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:20.991206 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-43bdd886-3e4d-451f-85e9-36e58b26de50 req-f197db8e-7dbb-4057-996a-893b99746532 service neutron] 10.222.0.74 "GET /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360767 Nov 24 17:05:21.162619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-002a9d1d-6a8b-4d66-a697-ce33102c5ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:21.275407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:21.279566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44690f-4bf0-4da3-8afc-288be7b3ce57 None None] The sync data for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb is: [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T16:59:48Z', 'revision_number': 4, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '9f214217-b8c5-4d5a-8f1a-4d4737d1edaf', 'name': '', 'network_id': 'f6cf7257-939a-465d-b4ac-cfb03a1ff3b0', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'mac_address': 'fa:16:3e:ad:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:47Z', 'updated_at': '2021-11-24T16:59:58Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'subnets': [{'id': 'c0e0d12a-2248-4a06-b8e7-52c175f3484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:21.652880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:21.709426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc384db4-4791-435c-a1bc-554385987916 None None] New status for floating IP bfe9e341-5567-40e7-8ad0-30e603268f63: DOWN {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:05:21.917692 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745826-5509-49da-aac4-c8f1044d2089 req-277d1eef-27c4-479a-a036-e4b6d240ce3c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:21.918457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-10745826-5509-49da-aac4-c8f1044d2089 req-277d1eef-27c4-479a-a036-e4b6d240ce3c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Synchronizing usage tracker for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:21.967283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-10745826-5509-49da-aac4-c8f1044d2089 req-277d1eef-27c4-479a-a036-e4b6d240ce3c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Unset dirty status for tenant:e36de2340a644fc291044392e0989b55 on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:21.968558 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10745826-5509-49da-aac4-c8f1044d2089 req-277d1eef-27c4-479a-a036-e4b6d240ce3c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.1332867 Nov 24 17:05:22.017957 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-10745826-5509-49da-aac4-c8f1044d2089 req-9e0d407f-6b49-4ba3-bca6-ac0a9328c82c tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8cb9136-17f2-4f47-a859-31851e6b2986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Nov 24 17:05:22.141720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-aaf06b2c-7672-4d0f-adc6-aaeac698d67d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:22.143372 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-aaf06b2c-7672-4d0f-adc6-aaeac698d67d tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.74 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 946 time: 0.0889351 Nov 24 17:05:22.216386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Deleting port e4d408bf-fc25-458e-b0a2-e669e331f846 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:22.216772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:22.469601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] For port e4d408bf-fc25-458e-b0a2-e669e331f846, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e4d408bf-fc25-458e-b0a2-e669e331f846,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:22.470004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:22.812937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:22.816293 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Calling delete_port for e4d408bf-fc25-458e-b0a2-e669e331f846 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:23.035929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:23.042197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dfe4f755-9fca-4faa-b996-5295b836e668 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:23.087920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event deleted for resources: {'Port': ['ID=e4d408bf-fc25-458e-b0a2-e669e331f846,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:23.094008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:23.169136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] No DVR routers for this DVR port e4d408bf-fc25-458e-b0a2-e669e331f846 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:05:23.171617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:23.174400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-deleted', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:05:23.208331 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ef282338-d2d8-4566-ba08-64f9df4f9a59 req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.74 "DELETE /v2.0/ports/e4d408bf-fc25-458e-b0a2-e669e331f846 HTTP/1.1" status: 204 len: 173 time: 1.0588362 Nov 24 17:05:23.232978 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2267d109-051f-45fa-a6b4-3bce3e65032a', 'name': 'network-vif-deleted', 'tag': 'e4d408bf-fc25-458e-b0a2-e669e331f846', 'status': 'completed', 'code': 200} Nov 24 17:05:23.233231 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-30b2e178-cda5-4e82-854f-7343fdec4c21 req-b443ff6e-1a54-495c-a1cb-73e6f5b280ea tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 210 time: 0.0482702 Nov 24 17:05:24.432393 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2eeefd76-31c9-4e86-ba8a-229a6c2e7d09 req-4238039b-5312-4bcb-a4ec-d1c416eb53ba tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "GET /v2.0/ports?device_id=2267d109-051f-45fa-a6b4-3bce3e65032a HTTP/1.1" status: 200 len: 210 time: 0.0499561 Nov 24 17:05:24.744936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9797f4-4cda-43af-83b3-89befe4203c2 req-bd2553e9-0afd-4ca0-8ffa-704efe0f5768 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:24.746529 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ea9797f4-4cda-43af-83b3-89befe4203c2 req-bd2553e9-0afd-4ca0-8ffa-704efe0f5768 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.0831785 Nov 24 17:05:24.794914 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ea9797f4-4cda-43af-83b3-89befe4203c2 req-323aab4f-e20a-4506-b984-2f5fd807a3c3 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Nov 24 17:05:24.952129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:24.986376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: e4d408bf-fc25-458e-b0a2-e669e331f846 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:24.986779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device e4d408bf-fc25-458e-b0a2-e669e331f846 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:25.542200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47102) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:25.614837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:25.645186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:25.728221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:25.733587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0d2e3adf-ff2d-40ac-9d82-a3468b909587 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:25.749120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb9136-17f2-4f47-a859-31851e6b2986,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:25.751944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:25.783832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:25.785123 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] 10.222.0.15 "DELETE /v2.0/security-groups/c8cb9136-17f2-4f47-a859-31851e6b2986 HTTP/1.1" status: 204 len: 168 time: 0.2417340 Nov 24 17:05:25.856305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47110) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:26.151248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab340-545b-408e-9d74-3c59ec98b24c req-ab4b5a65-0730-459f-8a45-d5947560332f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:26.152882 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3aaab340-545b-408e-9d74-3c59ec98b24c req-ab4b5a65-0730-459f-8a45-d5947560332f tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.2155654 Nov 24 17:05:26.288150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-c12c1e01-7296-44ad-a911-bc3f2aa16d27 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:26.289700 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-c12c1e01-7296-44ad-a911-bc3f2aa16d27 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 946 time: 0.2267168 Nov 24 17:05:26.352137 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3aaab340-545b-408e-9d74-3c59ec98b24c req-c5398f09-8056-4b8b-bea2-8e9fdef94630 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups?id=281448ba-2744-4044-869d-d9c2b2d3aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919777 Nov 24 17:05:26.387961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Deleting port 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:26.388356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:26.806867 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] For port 8e1a9382-2b4b-4413-8ca8-6a2df124766f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e1a9382-2b4b-4413-8ca8-6a2df124766f,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:26.807495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:27.108873 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:27.214674 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:27.215157 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:27.215518 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Floating IP 2d74cdc5-0264-4f86-9733-0a5e0a062eca disassociated. External IP: 172.28.0.166, port: 8e1a9382-2b4b-4413-8ca8-6a2df124766f. Nov 24 17:05:27.215906 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Calling delete_port for 8e1a9382-2b4b-4413-8ca8-6a2df124766f owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:27.505220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:27.515067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cd041644-95f9-41c5-a0a0-04a6753768df tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:27.543994 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-12553409-8a7d-4d3f-8624-d2ceedd12c77 req-82e8b57e-9ce1-4dd9-93f7-0a6ad1ecb3fe tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.0503917 Nov 24 17:05:27.566535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'Port': ['ID=8e1a9382-2b4b-4413-8ca8-6a2df124766f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:27.572726 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:28.259532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:28.521626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Deleting port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:28.521927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:28.757241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1dcbe001-4a14-4605-99d2-65bca285f3a1 req-ed57a837-e4a2-4c0a-aaa0-243c6c785a28 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.0673230 Nov 24 17:05:28.790250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:28.793080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] For port 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:28.793477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:28.802768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:28.815352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:28.816040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:28.986485 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Calling delete_port for 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf owned by network:router_interface {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:28.988997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:29.021864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] No DVR routers for this DVR port 8e1a9382-2b4b-4413-8ca8-6a2df124766f on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:05:29.026697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:29.028633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 8e1a9382-2b4b-4413-8ca8-6a2df124766f {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:29.029037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8e1a9382-2b4b-4413-8ca8-6a2df124766f not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:29.029437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-deleted', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:05:29.042178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:29.087243 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cf14835c-3056-482e-9e5a-6203bdbf5d0e req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.74 "DELETE /v2.0/ports/8e1a9382-2b4b-4413-8ca8-6a2df124766f HTTP/1.1" status: 204 len: 173 time: 2.7834868 Nov 24 17:05:29.088794 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff9dd2-1dc7-40ea-9240-b671e2cb1565', 'name': 'network-vif-deleted', 'tag': '8e1a9382-2b4b-4413-8ca8-6a2df124766f', 'status': 'completed', 'code': 200} Nov 24 17:05:29.257290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:29.268598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-580dfd0a-916c-4606-a2ee-129d35282725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:29.357748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f214217-b8c5-4d5a-8f1a-4d4737d1edaf,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:29.394361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:29.396903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:29.401793 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:29.413919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:29.415414 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:29.610645 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:29.635689 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:29.960957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:29.965366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea824a66-f7c2-4dfb-9e5c-5aa4fa102ba1 None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T16:58:25Z', 'revision_number': 4, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': '2529dfd1-e6a2-485b-a922-8319c39a4520', 'name': '', 'network_id': 'cb14a41b-9c45-4611-a366-c5e49427934b', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'mac_address': 'fa:16:3e:78:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc01797-2d38-40d6-997c-5396988ee342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:22Z', 'updated_at': '2021-11-24T16:58:39Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'subnets': [{'id': 'abc01797-2d38-40d6-997c-5396988ee342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:29.986118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7ab23dfd-520f-491e-90d1-748582d4ba03 req-8133ef9c-8d67-42b2-9779-0458734dd36b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Synchronizing usage tracker for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:30.329075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7ab23dfd-520f-491e-90d1-748582d4ba03 req-8133ef9c-8d67-42b2-9779-0458734dd36b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Unset dirty status for tenant:9f160f67e8e14ab189792191e7ef121b on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:30.330506 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7ab23dfd-520f-491e-90d1-748582d4ba03 req-8133ef9c-8d67-42b2-9779-0458734dd36b tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dff9dd2-1dc7-40ea-9240-b671e2cb1565 HTTP/1.1" status: 200 len: 210 time: 0.4025493 Nov 24 17:05:30.441174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46dbd2-ef3f-46d0-8d97-9bc4d582f49e None None] New status for floating IP 2d74cdc5-0264-4f86-9733-0a5e0a062eca: DOWN {{(pid=88242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:05:30.551151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:30.760539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:30.772142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Sync routers for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:30.773315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d948e8c9-b2a9-4d35-aaaa-32b9754ec738 admin admin] 10.222.0.15 "PUT /v2.0/routers/3dbb6017-5b88-4444-9fb3-f341ad7e9bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9165151 Nov 24 17:05:30.776171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47124) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:30.785179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:30.785868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:31.001934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.133161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:31.216635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.264307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Deleting port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:31.264616 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.435261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162'}], 'enable_snat': True}, 'gw_port_id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T17:05:29Z', 'revision_number': 5, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port': {'id': '979a9b22-1e4c-4a16-9ff4-85d9ce8df31a', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:42Z', 'updated_at': '2021-11-24T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:31.439407 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Checking router: 3dbb6017-5b88-4444-9fb3-f341ad7e9bde for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:31.450486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] For port 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:31.450889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.452074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Routers {'3dbb6017-5b88-4444-9fb3-f341ad7e9bde'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:31.452747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:31.550819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47132) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:31.582439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Calling delete_port for 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a owned by network:router_gateway {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:31.616112 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] Set router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde gateway port host: None {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:31.623649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.654108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.730090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T17:05:31Z', 'revision_number': 6, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port_host': None}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:31.734277 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45691baf-dc3f-4e61-935a-9e06c607b3c3 None None] The sync data for ids ['3dbb6017-5b88-4444-9fb3-f341ad7e9bde'] in dv-cinder-818778-2-smb is: [{'id': '3dbb6017-5b88-4444-9fb3-f341ad7e9bde', 'name': 'tempest-TestShelveInstance-1195357038-router', 'tenant_id': 'e36de2340a644fc291044392e0989b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:41Z', 'updated_at': '2021-11-24T17:05:31Z', 'revision_number': 6, 'project_id': 'e36de2340a644fc291044392e0989b55', 'gw_port_host': None}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:31.742862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.751551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-19ecc571-32a0-4f3b-aae2-ca569814a3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:31.765843 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281448ba-2744-4044-869d-d9c2b2d3aa1b,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:31.776062 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.776495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.776907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.777305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.777925 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.778340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.778748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.779231 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.779676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.780166 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.780579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:31.786768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:31.788523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.793448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2d59df11-2d6b-4ccc-a9e8-1db51a649a3a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:31.829832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:31.832888 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b6c0c556-ab15-4f4a-8d93-6f3ea66721fb tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "DELETE /v2.0/security-groups/281448ba-2744-4044-869d-d9c2b2d3aa1b HTTP/1.1" status: 204 len: 168 time: 0.2803869 Nov 24 17:05:31.834640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47136) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:31.840768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=979a9b22-1e4c-4a16-9ff4-85d9ce8df31a,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:31.843939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:31.857572 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.v2.resource [None req-cb333dac-1ac7-4b9e-a3b2-ad47d691801c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] show failed (client error): The resource could not be found. Nov 24 17:05:31.860507 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cb333dac-1ac7-4b9e-a3b2-ad47d691801c tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "GET /v2.0/security-groups/281448ba-2744-4044-869d-d9c2b2d3aa1b HTTP/1.1" status: 404 len: 347 time: 0.0245273 Nov 24 17:05:31.861882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47140) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:32.037240 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Deleting port daf9536a-5a77-4c3a-ac72-cb1684f49b4d {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:32.037553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.083379 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.236733 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.237107 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.365185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.366839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Calling delete_port for daf9536a-5a77-4c3a-ac72-cb1684f49b4d owned by network:floatingip {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:32.370067 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.416902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.417564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbb6017-5b88-4444-9fb3-f341ad7e9bde {{(pid=88240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:05:32.431266 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.432514 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6ae4719d-5da9-414d-8a5a-bab99e8752a7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3dbb6017-5b88-4444-9fb3-f341ad7e9bde HTTP/1.1" status: 204 len: 168 time: 1.6553555 Nov 24 17:05:32.435683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47144) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:32.505167 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Deleting subnet c0e0d12a-2248-4a06-b8e7-52c175f3484d {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:05:32.508939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.544384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.549552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-2de2310e-081d-4cba-a990-fcea66ff5a39 tempest-VolumesSnapshotTestJSON-1154607926 tempest-VolumesSnapshotTestJSON-1154607926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:32.567617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852786924'] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.594500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Pushing event deleted for resources: {'Port': ['ID=daf9536a-5a77-4c3a-ac72-cb1684f49b4d,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:32.599233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:32.699082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.750589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.754772 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-abfb5aea-b323-48ae-9c18-a3af27dc476a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d74cdc5-0264-4f86-9733-0a5e0a062eca HTTP/1.1" status: 204 len: 168 time: 0.8890672 Nov 24 17:05:32.882492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.979331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1988881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1347165'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:32.984419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6b130aff-bb6c-4bb3-b2a3-18f44bbdea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:33.026764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e0d12a-2248-4a06-b8e7-52c175f3484d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:33.029550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:33.032730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.038285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9cb1b-907f-4f01-8f0d-cdd153c69326 None None] Network f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:05:33.042148 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-abadf32f-1409-4399-9df4-75096e96839f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c0e0d12a-2248-4a06-b8e7-52c175f3484d HTTP/1.1" status: 204 len: 168 time: 0.6053803 Nov 24 17:05:33.045007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47152) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:33.319426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] DHCP port deletion for f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:05:33.325219 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Deleting port 2c0f87c3-155d-4af5-8301-e244d7101f5d {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:33.325690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.380569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.392228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Deleting port 2c0f87c3-155d-4af5-8301-e244d7101f5d {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:33.392603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.542988 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] For port 2c0f87c3-155d-4af5-8301-e244d7101f5d, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2c0f87c3-155d-4af5-8301-e244d7101f5d,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:33.543564 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.608265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] For port 2c0f87c3-155d-4af5-8301-e244d7101f5d, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2c0f87c3-155d-4af5-8301-e244d7101f5d,segment=NetworkSegment(33385716-6e92-4a56-b54d-daa3f928847d),segment_id=33385716-6e92-4a56-b54d-daa3f928847d)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:33.608667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.671496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Calling delete_port for 2c0f87c3-155d-4af5-8301-e244d7101f5d owned by network:dhcp {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:33.701832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:33.744449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Calling delete_port for 2c0f87c3-155d-4af5-8301-e244d7101f5d owned by network:dhcp {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:33.747816 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:33.748223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 9f214217-b8c5-4d5a-8f1a-4d4737d1edaf not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:33.748775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2c0f87c3-155d-4af5-8301-e244d7101f5d no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:33.834549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No active binding found for port 2c0f87c3-155d-4af5-8301-e244d7101f5d {{(pid=88241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 17:05:33.835014 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2c0f87c3-155d-4af5-8301-e244d7101f5d not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:33.835493 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:33.841447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:33.846183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b9748e40-9783-48c0-afe1-869e1ba12b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:33.865265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.db.api [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:05:33.865681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.api [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 17:05:33.871371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:33.871780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 979a9b22-1e4c-4a16-9ff4-85d9ce8df31a not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:33.889729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0f87c3-155d-4af5-8301-e244d7101f5d,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:33.893528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:33.896614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] No DVR routers for this DVR port 2c0f87c3-155d-4af5-8301-e244d7101f5d on host dv-cinder-818778-2-smb {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:05:34.020716 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.052766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cf7257-939a-465d-b4ac-cfb03a1ff3b0']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:34.066684 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33385716-6e92-4a56-b54d-daa3f928847d') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:34.067065 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33385716-6e92-4a56-b54d-daa3f928847d') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:34.079607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.096171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.112893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:05:34.113566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.121396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:05:34.134676 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:05:34.233836 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.238865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.243199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85156fb8-edd7-410c-b1ea-8a5da189d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:34.267618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6cf7257-939a-465d-b4ac-cfb03a1ff3b0,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:34.270206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:34.310475 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-fd538168-6ec5-4b12-8319-eb2653d1a72a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6cf7257-939a-465d-b4ac-cfb03a1ff3b0 HTTP/1.1" status: 204 len: 168 time: 1.2641551 Nov 24 17:05:34.313500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47164) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:34.366736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Deleting port 2c0f87c3-155d-4af5-8301-e244d7101f5d {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:34.367451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:34.437683 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03872-6bef-4c49-a0c6-1b727da2658c None None] The port '2c0f87c3-155d-4af5-8301-e244d7101f5d' was deleted {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 17:05:34.730349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:35.360914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Deleting port bc750d50-cdb4-43c0-9a3f-baf65d1924c6 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:35.361300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:35.538961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] For port bc750d50-cdb4-43c0-9a3f-baf65d1924c6, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:35.539924 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:35.670314 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Calling delete_port for bc750d50-cdb4-43c0-9a3f-baf65d1924c6 owned by network:router_interface {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:35.726011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47176) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:35.994467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:36.004089 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5932738b-360d-4f35-8f04-a1a3a65cec83 tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:36.051854 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc750d50-cdb4-43c0-9a3f-baf65d1924c6,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:36.059751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:36.783398 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:36.789939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:37.900321 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Router c2d07307-04b2-4a78-818a-cf302b0861bd has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:38.018488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Deleting port 2529dfd1-e6a2-485b-a922-8319c39a4520 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:38.018899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:38.512994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] For port 2529dfd1-e6a2-485b-a922-8319c39a4520, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=2529dfd1-e6a2-485b-a922-8319c39a4520,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:38.513390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:38.645939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Calling delete_port for 2529dfd1-e6a2-485b-a922-8319c39a4520 owned by network:router_interface {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:38.746758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:38.755687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Sync routers for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:38.764280 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2d07307-04b2-4a78-818a-cf302b0861bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4496231 Nov 24 17:05:38.766902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47182) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:38.769821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:38.770601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:38.893129 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:38.898029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ba4fc04b-7c7c-4d53-a632-03f3ccfbe2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:38.941755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2529dfd1-e6a2-485b-a922-8319c39a4520,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:38.947240 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:38.957152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:38.985762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks [] for router, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.240317 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.281085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Deleting port e55f2d78-3dd7-4197-8a48-9fbeae4f79be {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:39.281543 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.308577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:05:35Z', 'revision_number': 5, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port': {'id': 'e55f2d78-3dd7-4197-8a48-9fbeae4f79be', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:59:58Z', 'updated_at': '2021-11-24T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:39.312634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Checking router: c2d07307-04b2-4a78-818a-cf302b0861bd for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:39.315396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.324509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Routers {'c2d07307-04b2-4a78-818a-cf302b0861bd'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:39.325186 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c2d07307-04b2-4a78-818a-cf302b0861bd'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:39.485592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] For port e55f2d78-3dd7-4197-8a48-9fbeae4f79be, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:39.485995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.624903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Calling delete_port for e55f2d78-3dd7-4197-8a48-9fbeae4f79be owned by network:router_gateway {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:39.630223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] Set router c2d07307-04b2-4a78-818a-cf302b0861bd gateway port host: None {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:39.752552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:05:39Z', 'revision_number': 6, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port_host': None}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:39.757126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684360d1-a01a-41ec-b959-d7b0911a6d5d None None] The sync data for ids ['c2d07307-04b2-4a78-818a-cf302b0861bd'] in dv-cinder-818778-2-smb is: [{'id': 'c2d07307-04b2-4a78-818a-cf302b0861bd', 'name': 'tempest-TestShelveInstance-111169946-router', 'tenant_id': 'd471efe2709c4c70880f378ed2a76f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:59:56Z', 'updated_at': '2021-11-24T17:05:39Z', 'revision_number': 6, 'project_id': 'd471efe2709c4c70880f378ed2a76f6e', 'gw_port_host': None}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:39.845380 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:39.850697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-40c06cde-b0e2-4574-87a2-143c0ffa65d1 tempest-ServerRescueNegativeTestJSON-457797653 tempest-ServerRescueNegativeTestJSON-457797653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:39.896095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55f2d78-3dd7-4197-8a48-9fbeae4f79be,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:39.937672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.938092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.938509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.938917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.939353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.939758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.940160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.940561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.940961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.941355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.941752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:39.949180 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:39.956533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Router a38b9f70-27dd-4986-973b-eed0fc59d16f has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:40.154905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.179247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:40.189024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Sync routers for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:40.193500 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b50c385e-1b96-4838-978b-9a73962bf7b6 admin admin] 10.222.0.15 "PUT /v2.0/routers/a38b9f70-27dd-4986-973b-eed0fc59d16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4653757 Nov 24 17:05:40.196218 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47186) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:40.202707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:40.203436 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:40.401396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:40.417535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.432781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.437346 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.499063 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.499696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d07307-04b2-4a78-818a-cf302b0861bd {{(pid=88240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:05:40.514467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Notify callbacks [] for router, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.518123 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2d07307-04b2-4a78-818a-cf302b0861bd HTTP/1.1" status: 204 len: 168 time: 1.7477353 Nov 24 17:05:40.518567 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47190) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:40.591905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Deleting subnet d079d309-7970-4b46-9b74-4062b0e95537 {{(pid=88240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:05:40.596676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.669638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852786924'] for subnet, precommit_delete_associations {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.742276 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T17:05:38Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:40.746958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Checking router: a38b9f70-27dd-4986-973b-eed0fc59d16f for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:40.757830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.760043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Routers {'a38b9f70-27dd-4986-973b-eed0fc59d16f'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:40.760741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['a38b9f70-27dd-4986-973b-eed0fc59d16f'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:40.865328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.899445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1988881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1347165'] for subnet, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.904686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:40.938798 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Deleting port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:40.939196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.945657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d079d309-7970-4b46-9b74-4062b0e95537,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:40.948480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:40.951287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for subnet, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:40.958389 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ce73f822-8abe-40a2-a0ee-976aed29c824 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d079d309-7970-4b46-9b74-4062b0e95537 HTTP/1.1" status: 204 len: 168 time: 0.4380028 Nov 24 17:05:40.958483 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] Set router a38b9f70-27dd-4986-973b-eed0fc59d16f gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:40.961858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47194) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:41.003856 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c607d-0167-43da-9df9-14929625e4a1 None None] Network 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:05:41.080425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.092195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Deleting port 1abbecc6-e447-40c9-8cc2-a11512437fac {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:41.092582 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.157094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] For port 293ad1b0-5ed6-4e3a-a4d4-a74dced32167, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:41.157922 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.296828 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Calling delete_port for 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 owned by network:router_gateway {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:41.333528 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] For port 1abbecc6-e447-40c9-8cc2-a11512437fac, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=1abbecc6-e447-40c9-8cc2-a11512437fac,segment=NetworkSegment(a76ef83e-6174-45c8-9e8f-0c104f78c717),segment_id=a76ef83e-6174-45c8-9e8f-0c104f78c717)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:41.333902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.473001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Calling delete_port for 1abbecc6-e447-40c9-8cc2-a11512437fac owned by network:dhcp {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:41.532942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.537987 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d672692e-ec04-4de3-973d-dafaab460eaa tempest-AttachVolumeNegativeTest-2026464516 tempest-AttachVolumeNegativeTest-2026464516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:41.581001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=293ad1b0-5ed6-4e3a-a4d4-a74dced32167,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:41.584203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.585508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:41.596032 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-caa7f73c-006f-4059-bf04-85eaf5f650f2 tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:41.624695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T17:05:38Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:41.629338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc21b40-1045-4ff3-a890-132832253313 None None] The sync data for ids ['a38b9f70-27dd-4986-973b-eed0fc59d16f'] in dv-cinder-818778-2-smb is: [{'id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1492722853-router', 'tenant_id': '9f160f67e8e14ab189792191e7ef121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:58:15Z', 'updated_at': '2021-11-24T17:05:38Z', 'revision_number': 5, 'project_id': '9f160f67e8e14ab189792191e7ef121b', 'gw_port': {'id': '293ad1b0-5ed6-4e3a-a4d4-a74dced32167', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38b9f70-27dd-4986-973b-eed0fc59d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:58:16Z', 'updated_at': '2021-11-24T16:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:41.642780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] No DVR routers for this DVR port 1abbecc6-e447-40c9-8cc2-a11512437fac on host dv-cinder-818778-2-smb {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:05:41.644671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Pushing event deleted for resources: {'Port': ['ID=1abbecc6-e447-40c9-8cc2-a11512437fac,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:41.710471 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b0fe7-f4da-4d1a-9967-10d6df9737c1 None None] DHCP port deletion for 3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:05:41.782581 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:41.791903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.827962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9']}} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:41.842423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.842770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76ef83e-6174-45c8-9e8f-0c104f78c717') {'for_net_delete': True} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:41.843209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76ef83e-6174-45c8-9e8f-0c104f78c717') {} {{(pid=88240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:41.856649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988893'] for segment, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.867538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device e55f2d78-3dd7-4197-8a48-9fbeae4f79be no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:41.907130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: e55f2d78-3dd7-4197-8a48-9fbeae4f79be {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:41.907537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device e55f2d78-3dd7-4197-8a48-9fbeae4f79be not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:41.908011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device bc750d50-cdb4-43c0-9a3f-baf65d1924c6 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:41.920355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.927840 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:05:41.928388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785229'] for segment, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:41.942100 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: bc750d50-cdb4-43c0-9a3f-baf65d1924c6 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:41.942425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device bc750d50-cdb4-43c0-9a3f-baf65d1924c6 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:05:41.948399 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:05:42.134064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.138815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.190087 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.190720 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38b9f70-27dd-4986-973b-eed0fc59d16f {{(pid=88239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:05:42.204893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.206177 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] 10.222.0.15 "DELETE /v2.0/routers/a38b9f70-27dd-4986-973b-eed0fc59d16f HTTP/1.1" status: 204 len: 168 time: 2.0089025 Nov 24 17:05:42.209004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47198) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:42.281650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Deleting subnet abc01797-2d38-40d6-997c-5396988ee342 {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:05:42.315490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.376394 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.395136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.406695 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b7e10bdf-79cf-48ac-8fa8-a08f7b90e9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:42.424059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.431236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:42.435755 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:42.442149 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-10e3d74a-b4ac-4d80-920c-a846a4cb773c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b4ce02d-0f41-4dfd-8860-a31d8d7e25f9 HTTP/1.1" status: 204 len: 168 time: 1.4791584 Nov 24 17:05:42.503820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.599639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.605034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:42.640877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc01797-2d38-40d6-997c-5396988ee342,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:42.644569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:42.648056 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.654202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15918e94-37c8-4088-813d-d1696e977b56 None None] Network cb14a41b-9c45-4611-a366-c5e49427934b requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:05:42.655283 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ff9e345a-9a15-4cf6-a8ef-f231c423bbf4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abc01797-2d38-40d6-997c-5396988ee342 HTTP/1.1" status: 204 len: 168 time: 0.4451180 Nov 24 17:05:42.657899 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47204) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:42.673007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47208) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:42.731243 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7e09c2f3-b6f8-4c4c-aca5-54bfd23a416d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e36de2340a644fc291044392e0989b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565879 Nov 24 17:05:42.733721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47212) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:42.778962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.791139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Deleting port f357d5f7-7bd5-4c54-8b9f-95c49b330546 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:42.792064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.797694 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.825283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.901178 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.906558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-863dd920-33e6-48cb-8dae-a0ecacc967c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:42.921594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c71a27-0f83-4d03-98e1-59598187a542,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:42.925861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:42.926341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] DHCP port deletion for cb14a41b-9c45-4611-a366-c5e49427934b request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:05:42.930547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:42.934672 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f837ebba-3f4b-4738-92cf-32549f9f324b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0c71a27-0f83-4d03-98e1-59598187a542 HTTP/1.1" status: 204 len: 168 time: 0.1972032 Nov 24 17:05:42.941404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Deleting port f357d5f7-7bd5-4c54-8b9f-95c49b330546 {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:42.941876 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.021880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] For port f357d5f7-7bd5-4c54-8b9f-95c49b330546, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f357d5f7-7bd5-4c54-8b9f-95c49b330546,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:43.022292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.169748 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Calling delete_port for f357d5f7-7bd5-4c54-8b9f-95c49b330546 owned by network:dhcp {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:43.195636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] For port f357d5f7-7bd5-4c54-8b9f-95c49b330546, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=f357d5f7-7bd5-4c54-8b9f-95c49b330546,segment=NetworkSegment(fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca),segment_id=fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:43.196086 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.323145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Calling delete_port for f357d5f7-7bd5-4c54-8b9f-95c49b330546 owned by network:dhcp {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:05:43.367982 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.372810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:43.393578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.db.api [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:05:43.393996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.api [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 17:05:43.423197 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f357d5f7-7bd5-4c54-8b9f-95c49b330546,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:43.426273 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:43.428735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] No DVR routers for this DVR port f357d5f7-7bd5-4c54-8b9f-95c49b330546 on host dv-cinder-818778-2-smb {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:05:43.553115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.580700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb14a41b-9c45-4611-a366-c5e49427934b']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:43.593979 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:43.594286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f3c0f-11a5-414e-a737-f4a8b3ccfaca') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:43.606989 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.675302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1abbecc6-e447-40c9-8cc2-a11512437fac no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:43.713060 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 1abbecc6-e447-40c9-8cc2-a11512437fac {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:43.713466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 1abbecc6-e447-40c9-8cc2-a11512437fac not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:43.713939 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:43.714117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.721601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:05:43.724955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:05:43.737311 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:05:43.750083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:43.750498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 293ad1b0-5ed6-4e3a-a4d4-a74dced32167 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:43.751514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2529dfd1-e6a2-485b-a922-8319c39a4520 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:43.785533 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: 2529dfd1-e6a2-485b-a922-8319c39a4520 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:43.785947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device 2529dfd1-e6a2-485b-a922-8319c39a4520 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:43.786429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f357d5f7-7bd5-4c54-8b9f-95c49b330546 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:05:43.819534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: f357d5f7-7bd5-4c54-8b9f-95c49b330546 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:05:43.820006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device f357d5f7-7bd5-4c54-8b9f-95c49b330546 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:05:43.835183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47220) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:43.851657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.855705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0a4c514a-20b8-4f12-ac3a-b681f021608d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:43.872327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.881503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb14a41b-9c45-4611-a366-c5e49427934b,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:43.885117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:43.890270 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-55ac2a96-6659-4cbb-9c1c-4298ddb2fefe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d471efe2709c4c70880f378ed2a76f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524328 Nov 24 17:05:43.892452 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47224) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:43.895639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Deleting port f357d5f7-7bd5-4c54-8b9f-95c49b330546 {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:05:43.896082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:43.917731 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-767bd991-b002-4ec1-80e0-ddcf5b734eb8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb14a41b-9c45-4611-a366-c5e49427934b HTTP/1.1" status: 204 len: 168 time: 1.2563567 Nov 24 17:05:43.967553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ee6215e7-fa26-48b4-8b22-35fab4e25843 None None] The port 'f357d5f7-7bd5-4c54-8b9f-95c49b330546' was deleted {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 17:05:43.973292 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.000487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.087354 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.092549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-13edc756-8df8-4927-8c1c-dbaf6083e85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:44.106125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a45da-41b9-41bc-ac3a-6ad319c8856e,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:44.109392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:44.111432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.115185 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-be8c9c0a-0558-44f8-83c6-04e08ff1c92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac1a45da-41b9-41bc-ac3a-6ad319c8856e HTTP/1.1" status: 204 len: 168 time: 0.2191720 Nov 24 17:05:44.305457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47232) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:44.359294 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e7c6c3c5-b7fe-47bc-80dc-4ee3ac8a6890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f160f67e8e14ab189792191e7ef121b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524392 Nov 24 17:05:44.361781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47236) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:44.424268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.454323 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.556455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.562016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-da28e016-2676-4351-9868-de6da058b796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:44.578133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b152f-e70c-4690-a5b2-938df8e4acf6,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:44.582434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:44.586562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:44.588303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c9b152f-e70c-4690-a5b2-938df8e4acf6 HTTP/1.1" status: 204 len: 168 time: 0.2252944 Nov 24 17:05:44.828059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:05:45.741903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47258) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:45.879307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-377319675-network', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:45.885006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:45.889021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Usage tracker for resource:network and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:45.892024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:45.899637 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:45.972431 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Made reservation on behalf of d49c2c185d994e1b9e49ad1a13cefc3d for: {'network': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:05:45.977519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for network, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:45.990442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.030123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:46.033848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:46.036763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:46.042804 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:46.258649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.286682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.290870 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ede0352e-d8f9-424a-8e92-4ba0a9f8ecd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:46.318358 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=88240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 17:05:46.327838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e2fcf-dd4d-4dd6-97da-beeabcb722c4,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:46.331022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:46.334778 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.335248 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.segments_db [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Added segment e36e7f38-f8d9-4a9d-9f50-c31c5947e232 of type vlan for network e20694b5-ba6d-40ad-afe6-d531dbc962d0 Nov 24 17:05:46.365320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269564689080'] for network, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.422145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116'] for network, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.423343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:46.423980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.428874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-24da9409-498e-40c8-9da5-d7b6677c3245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:46.530873 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7877131 Nov 24 17:05:46.534284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47264) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:46.539764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e20694b5-ba6d-40ad-afe6-d531dbc962d0,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:46.540631 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Request body: {'subnet': {'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-377319675-subnet', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:46.542670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c1cc4478-02ca-41b5-83f2-0a194026d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:46.546381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:46.550034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 details requested by agent ovs-agent-dv-cinder-818778-2-smb with host dv-cinder-818778-2-smb {{(pid=88241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 17:05:46.550395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Usage tracker for resource:subnet and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:46.553515 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:46.559648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:46.595430 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Made reservation on behalf of d49c2c185d994e1b9e49ad1a13cefc3d for: {'subnet': 1} {{(pid=88239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:05:46.600159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1327749'] for subnet, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.845349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852887084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1327764'] for subnet, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:46.849841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:47.149267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0315d04-b31a-4746-8524-e2115df4c81a,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:47.153971 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:47.165030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Checking segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:05:47.165425 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Network hostable DHCP agents. Network: e20694b5-ba6d-40ad-afe6-d531dbc962d0, hostable agents: ['d0278710-c86d-4225-83d7-c27e1fc89e9c'], hosted agents: [] {{(pid=88239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 17:05:47.210575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is scheduled to be hosted by DHCP agent d0278710-c86d-4225-83d7-c27e1fc89e9c with binding_index 1 {{(pid=88239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 17:05:47.244926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-smb, e20694b5-ba6d-40ad-afe6-d531dbc962d0) {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:47.249490 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:47.250467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.253911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c685a-6e95-42a7-9631-1b96afaa27bd None None] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:05:47.301909 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4378a8bf-6a72-4e21-8a0c-36897e76a7cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7635818 Nov 24 17:05:47.302142 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47268) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:47.308341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:47.313139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:47.317120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Usage tracker for resource:router and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:47.320074 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:47.326513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:47.367862 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-252515'] for router, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.369033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854190830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854523285'] for router, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.399705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.501442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ffe039-b642-5ec3-b6ea-f3423faf58b4-e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a'}]}} from dv-cinder-818778-2-smb. {{(pid=88241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 17:05:47.502377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.603849 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854523304'] for router, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.678381 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Allocated IP 172.20.0.2 (e20694b5-ba6d-40ad-afe6-d531dbc962d0/f0315d04-b31a-4746-8524-e2115df4c81a/ec5f7e9c-4ef5-479b-b84d-137c91c946e0) {{(pid=88241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:05:47.899435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.928707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.937786 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:47.945091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Transition to ACTIVE for port object ec5f7e9c-4ef5-479b-b84d-137c91c946e0 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:47.969122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Transition to ACTIVE for port object ec5f7e9c-4ef5-479b-b84d-137c91c946e0 will not be triggered until provisioned by entity DHCP. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:48.036236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888'] for port, after_create {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.041699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:48.103341 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is already hosted by enough agents. {{(pid=88241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:48.111159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:48.113810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Received port after_create {{(pid=88241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:05:48.126467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,revision_number=1']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:48.181557 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Allocated IP 172.28.0.160 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/ed3361d4-fab1-450e-94fe-37b62668d5b9) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:05:48.205406 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.205871 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.206259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.206639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.207069 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.207454 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.207832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.208210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.208588 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.208963 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.209339 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:48.213384 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:48.231302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Attempting to bind port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:05:48.231736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Attempting to bind port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:05:48.232163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Attempting to bind port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:05:48.239315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:05:48.239752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Checking segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:05:48.240209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.240691 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Bound using segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:05:48.241216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Bound port: ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:05:48.241642 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.332699 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] For port ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:05:48.336765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] For port ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:05:48.340372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.367193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.371715 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:48.393914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.399311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-153e7601-9133-48d4-acfe-a058992d05e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:48.464665 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,revision_number=2']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:48.470506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6e272a2d-9b72-4858-8ac2-0537b9841ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:48.472759 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:48.477660 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:48.480298 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:05:48.511917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3361d4-fab1-450e-94fe-37b62668d5b9,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:48.514913 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:48.688848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.689633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854190680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853994448'] for router, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.881322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-12ca8d08-f152-4e1b-895a-ea1df7f334a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:48.989777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 is scheduled to L3 agent 5055c55d-cefd-470a-abd3-9078629d261c with binding_index 1 {{(pid=88239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 17:05:49.206077 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:49.216776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:49.229230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:49.229977 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:49.269875 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:49.271287 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e11406b8-7c93-4914-a57a-c9b427ab5856 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9681041 Nov 24 17:05:49.274217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47272) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:49.418165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:49.736708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec5f7e9c-4ef5-479b-b84d-137c91c946e0 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:49.747530 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:48Z', 'revision_number': 3, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:49.752498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:49.752918 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Updating router c23f1406-64bb-4d9d-9b88-62b6e4235886 port ed3361d4-fab1-450e-94fe-37b62668d5b9 binding host dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:05:49.814912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:49.858458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:50.116144 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.205326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.218206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Transition to ACTIVE for port object ed3361d4-fab1-450e-94fe-37b62668d5b9 will not be triggered until provisioned by entity L2. {{(pid=88242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:50.269855 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9521da9-00ca-43c3-82be-9d17fcab3403 None None] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:05:50.276080 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.281540 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-62b1aa00-d6de-47cc-9cd5-6b32aba19f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:50.348119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Allocated IP 172.20.0.1 (e20694b5-ba6d-40ad-afe6-d531dbc962d0/f0315d04-b31a-4746-8524-e2115df4c81a/b7945d89-b0d5-4077-a907-e8e22ab73952) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:05:50.365473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Pushing event updated for resources: {'Port': ['ID=ed3361d4-fab1-450e-94fe-37b62668d5b9,revision_number=2']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:50.370990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Attempting to bind port ed3361d4-fab1-450e-94fe-37b62668d5b9 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:05:50.371432 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Attempting to bind port ed3361d4-fab1-450e-94fe-37b62668d5b9 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:05:50.371837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Attempting to bind port ed3361d4-fab1-450e-94fe-37b62668d5b9 on network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:05:50.382537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.383547 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.384207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.384333 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.384614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.384968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.385336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.385707 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.386072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.386437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.386803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:05:50.390520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:05:50.390967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Checking segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:05:50.391427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.391866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Bound using segment: {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'} {{(pid=88242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:05:50.392399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Bound port: ed3361d4-fab1-450e-94fe-37b62668d5b9, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b80e2e-30a9-47a1-8df7-e8f670f0594f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}}] {{(pid=88242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:05:50.392839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.421264 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:50.469188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] For port ed3361d4-fab1-450e-94fe-37b62668d5b9, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:05:50.472794 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] For port ed3361d4-fab1-450e-94fe-37b62668d5b9, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ed3361d4-fab1-450e-94fe-37b62668d5b9,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:05:50.499281 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Provisioning for port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:50.511159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.512806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Provisioning complete for port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:50.513236 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.516566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:50.606960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Pushing event updated for resources: {'Port': ['ID=ed3361d4-fab1-450e-94fe-37b62668d5b9,revision_number=3']} {{(pid=88242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:50.611640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6879afa5-fe96-4cf3-846f-363ecd17d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:50.612713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:50.613426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:50.615560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.689208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.728957 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] For port ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:50.761104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.781534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Transition to ACTIVE for port object b7945d89-b0d5-4077-a907-e8e22ab73952 will not be triggered until provisioned by entity DHCP. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:50.806818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.808769 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eed19998-cda5-4ec2-8c5e-2986aee3b9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:50.836255 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:50.836686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.842168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c2e567bf-3fe7-4d29-aefc-f1f4bce27679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:50.884204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Pushing event updated for resources: {'Port': ['ID=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:50.887529 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-78534328-cd27-4643-8acb-c04bf668a57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:50.921893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:50.923059 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Pushing event updated for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:50.926075 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:50.928335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:50.929200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:05:50.943159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-53a4c49b-8e35-4df0-8fc2-2904db8a6108 None None] Provisioning complete for port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:50.943538 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a4c49b-8e35-4df0-8fc2-2904db8a6108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:50.993488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779125'] for router_interface, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.109934 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f6c6-fbd9-462c-b9c2-ae5ccc978f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.140183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.172239 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:48Z', 'revision_number': 3, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:51.176575 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee11243-5af0-4e63-99f1-ba9b32b3eef7 None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:48Z', 'revision_number': 3, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:51.349426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e34a8b1e-b6f1-4242-96df-f994152dd58e None None] Provisioning for port b7945d89-b0d5-4077-a907-e8e22ab73952 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:51.355400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e34a8b1e-b6f1-4242-96df-f994152dd58e None None] Provisioning complete for port b7945d89-b0d5-4077-a907-e8e22ab73952 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:51.355827 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e34a8b1e-b6f1-4242-96df-f994152dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.389938 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.413161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8b1e-b6f1-4242-96df-f994152dd58e None None] Port b7945d89-b0d5-4077-a907-e8e22ab73952 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:05:51.418192 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.448282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:51.530579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7566133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853996782'] for router_interface, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.535133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Pushing event updated for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:51.541999 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:51.669064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:51.705146 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:51.706731 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:51.774954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec5f7e9c-4ef5-479b-b84d-137c91c946e0 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:52.033099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:52.033520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:52.168172 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ed3361d4-fab1-450e-94fe-37b62668d5b9 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:52.203469 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:05:52.216486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-05cabbea-2443-4014-95e1-efa4b148248b None None] Provisioning complete for port b7945d89-b0d5-4077-a907-e8e22ab73952 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:52.216908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05cabbea-2443-4014-95e1-efa4b148248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:52.295624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-05cabbea-2443-4014-95e1-efa4b148248b None None] Port b7945d89-b0d5-4077-a907-e8e22ab73952 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:05:52.338640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port ed3361d4-fab1-450e-94fe-37b62668d5b9 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:52.344611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ed3361d4-fab1-450e-94fe-37b62668d5b9 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:52.345200 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:52.425706 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:05:52.435929 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a5869730-783d-414f-8b27-26462df2a08c admin admin] 10.222.0.15 "PUT /v2.0/routers/c23f1406-64bb-4d9d-9b88-62b6e4235886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1606243 Nov 24 17:05:52.472034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:52.488474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port ed3361d4-fab1-450e-94fe-37b62668d5b9, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ed3361d4-fab1-450e-94fe-37b62668d5b9,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:52.547895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:52.549914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:52.622722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=ed3361d4-fab1-450e-94fe-37b62668d5b9,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:52.626461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:52.812585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.489763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47282) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:53.496680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070268407', 'description': 'tempest-description--1823105764'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:53.503131 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:53.507161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:53.510269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:53.516420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:53.544151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.580497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:53.584467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:53.587929 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:53.593864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:53.654885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.675410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.681216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a02064c8-1b18-4d53-b3d5-11b96cb06f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:53.687113 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ed3361d4-fab1-450e-94fe-37b62668d5b9 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:53.721342 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c726abe-ec41-4a6f-bbdb-bcb375357bbc,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:53.724163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:53.750000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.751397 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-da24642c-e44e-4726-891d-65db22301e36 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2605600 Nov 24 17:05:53.754492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47286) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:53.760730 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group_rule': {'security_group_id': '4c726abe-ec41-4a6f-bbdb-bcb375357bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:53.760911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port ed3361d4-fab1-450e-94fe-37b62668d5b9 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:53.761233 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.767480 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:53.771506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:53.775221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:53.781282 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:53.816879 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.887702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.909812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.912038 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6c37fb18-2c5a-4edd-95f2-4f64b99d7460 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:53.934861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccc039e-0fab-4a1b-a5b9-2fc7ca43d988,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:53.939150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:53.977601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:53.979095 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1db9716f-e2ff-4bf6-a0a2-b34eb1be36f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2234693 Nov 24 17:05:53.981796 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47290) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:53.987952 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group_rule': {'security_group_id': '4c726abe-ec41-4a6f-bbdb-bcb375357bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:53.994998 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:53.999260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:54.002179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:54.009395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:54.051681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.119147 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.161099 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.163283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:54.190143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3f35ec-2d61-437d-96a8-941442c2713b,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:54.196320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:54.233141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:05:54.235542 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.236925 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-b359af96-cfdf-41e7-acc0-8c4360b220fd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2540855 Nov 24 17:05:54.240412 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47294) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:05:54.246655 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:54.246819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:54.247419 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:54.252605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:54.256965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:floatingip and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:05:54.260881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:05:54.267040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:54.304040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.434682 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:54.455791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.603171 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Allocated IP 172.28.0.81 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/33e7a098-dd3d-4c35-a669-b1bf5783e03d) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:05:54.759162 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.764810 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 2, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:54.768967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:05:54.769396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Updating router c23f1406-64bb-4d9d-9b88-62b6e4235886 port b7945d89-b0d5-4077-a907-e8e22ab73952 binding host dv-cinder-818778-2-smb {{(pid=88241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 17:05:54.816718 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.822133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-66eb8d97-6af1-497d-a00e-701543d32ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:54.822791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:54.886345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:54.896784 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:54.899915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:05:54.931806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=33e7a098-dd3d-4c35-a669-b1bf5783e03d,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:54.938887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:55.067097 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.164781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.196545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks [] for port, precommit_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.208919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Transition to ACTIVE for port object b7945d89-b0d5-4077-a907-e8e22ab73952 will not be triggered until provisioned by entity L2. {{(pid=88241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:55.238953 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.244130 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:55.374391 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16327af7-6319-48b6-b22d-3e702a3d3587 None None] Pushing event updated for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=3']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:55.377367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-16327af7-6319-48b6-b22d-3e702a3d3587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:55.392208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.424151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.429662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-32c77c12-fe88-4afe-83b7-b03f2199dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:55.468043 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Attempting to bind port b7945d89-b0d5-4077-a907-e8e22ab73952 on host dv-cinder-818778-2-smb for vnic_type normal with profile {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:05:55.468481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Attempting to bind port b7945d89-b0d5-4077-a907-e8e22ab73952 by drivers openvswitch,hyperv on host dv-cinder-818778-2-smb at level 0 using segments [{'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:05:55.468904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Attempting to bind port b7945d89-b0d5-4077-a907-e8e22ab73952 on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:05:55.477708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Checking agent: {'id': 'e21ad683-2fba-4f09-9b9b-9c7fc95af683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 49, 51), 'started_at': datetime.datetime(2021, 11, 24, 16, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:05:55.478168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Checking segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:05:55.478757 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.479103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Bound using segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} {{(pid=88241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:05:55.479650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Bound port: b7945d89-b0d5-4077-a907-e8e22ab73952, host: dv-cinder-818778-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}}] {{(pid=88241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:05:55.480068 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.534486 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=33e7a098-dd3d-4c35-a669-b1bf5783e03d,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:55.544427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:55.560055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.577980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] For port b7945d89-b0d5-4077-a907-e8e22ab73952, host dv-cinder-818778-2-smb, cleared binding levels {{(pid=88241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:05:55.581098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] For port b7945d89-b0d5-4077-a907-e8e22ab73952, host dv-cinder-818778-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=b7945d89-b0d5-4077-a907-e8e22ab73952,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:05:55.612420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.613838 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3724022 Nov 24 17:05:55.651103 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:55.655602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:55.739473 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16327af7-6319-48b6-b22d-3e702a3d3587 None None] Pushing event updated for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:55.745818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:05:55.746624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:55.802489 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-16327af7-6319-48b6-b22d-3e702a3d3587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:55.813597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-d7f9baa8-5f99-45b9-96ae-bd83078d47f0 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:55.853418 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-d7f9baa8-5f99-45b9-96ae-bd83078d47f0 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:55.854766 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-d7f9baa8-5f99-45b9-96ae-bd83078d47f0 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1070268407&fields=id&tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 267 time: 0.0893376 Nov 24 17:05:56.031301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-bba54aa9-b810-47d4-9991-a05d5d596cca tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:56.032027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-bba54aa9-b810-47d4-9991-a05d5d596cca tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:network {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:56.081090 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-bba54aa9-b810-47d4-9991-a05d5d596cca tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:network {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:56.082603 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-bba54aa9-b810-47d4-9991-a05d5d596cca tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 810 time: 0.2200313 Nov 24 17:05:56.100945 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-9adbe825-1814-4961-93e5-80459994e0ba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/quotas/d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 375 time: 0.0119309 Nov 24 17:05:56.120968 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:05:56.206005 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-67645fac-a71b-46f0-80a9-22c6c8820244 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871806 Nov 24 17:05:56.356097 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-85dc7112-ed1a-4218-afe0-d39eccecb971 service neutron] 10.222.0.15 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370432 Nov 24 17:05:56.448532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:55Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:05:56.452808 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549648-3bab-4e94-a1ff-c5649fec223b None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:55Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:05:56.513478 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-8d1b71c9-49bc-49e0-8518-2f53839d5aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507001 Nov 24 17:05:56.776034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-8c1d03b6-c0d5-4b53-998e-f3dbc8c9320b req-53320306-920d-4a5f-a275-07aee32caeaa tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:56.824229 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-8c1d03b6-c0d5-4b53-998e-f3dbc8c9320b req-53320306-920d-4a5f-a275-07aee32caeaa tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:56.825786 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-8c1d03b6-c0d5-4b53-998e-f3dbc8c9320b req-53320306-920d-4a5f-a275-07aee32caeaa tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 210 time: 0.1054006 Nov 24 17:05:57.708640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device b7945d89-b0d5-4077-a907-e8e22ab73952 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:57.806525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning for port b7945d89-b0d5-4077-a907-e8e22ab73952 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:57.811893 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port b7945d89-b0d5-4077-a907-e8e22ab73952 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:57.812322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:57.937347 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:57.972758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] For port b7945d89-b0d5-4077-a907-e8e22ab73952, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=b7945d89-b0d5-4077-a907-e8e22ab73952,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:05:57.994884 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:57.997914 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:58.007206 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24a328ff-088c-4d0a-9c32-c6b89fd09fec req-30b9765b-f4ed-4354-88f2-97208571f89e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0480697 Nov 24 17:05:58.067499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Pushing event updated for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:58.071521 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:58.493772 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6b458573-7184-4604-a789-2bb7b0f70352 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:58.495359 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6b458573-7184-4604-a789-2bb7b0f70352 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 810 time: 0.1595023 Nov 24 17:05:58.550303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-85d681f3-f9c2-4172-bca7-c4396894462c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 380 time: 0.0431879 Nov 24 17:05:58.559993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'port': {'device_id': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'admin_state_up': True, 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'security_groups': ['4c726abe-ec41-4a6f-bbdb-bcb375357bbc']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:58.704149 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:05:58.714404 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:05:58.753022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Made reservation on behalf of d49c2c185d994e1b9e49ad1a13cefc3d for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:05:58.758813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:58.928774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Allocated IP 172.20.0.13 (e20694b5-ba6d-40ad-afe6-d531dbc962d0/f0315d04-b31a-4746-8524-e2115df4c81a/8b2365e0-2f3b-4e37-b9a6-c835cba9708f) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:05:59.127320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.144572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Transition to ACTIVE for port object 8b2365e0-2f3b-4e37-b9a6-c835cba9708f will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:59.193806 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.200611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-7bbdb81a-7bff-47b4-96f9-328983b68617 tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:05:59.275145 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee33e2a-2925-49b5-b7d7-45378474798f req-e69ed067-b1de-4c23-bc1b-6c70148a5607 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:59.276798 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ee33e2a-2925-49b5-b7d7-45378474798f req-e69ed067-b1de-4c23-bc1b-6c70148a5607 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 932 time: 0.0856948 Nov 24 17:05:59.281150 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:05:59.284976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:05:59.285889 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:05:59.286912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:05:59.290165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:05:59.328511 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9ee33e2a-2925-49b5-b7d7-45378474798f req-3b64e06b-2e47-438e-a085-54f0cef1a77f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:05:59.342117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-9ee33e2a-2925-49b5-b7d7-45378474798f req-3b64e06b-2e47-438e-a085-54f0cef1a77f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:05:59.347521 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9ee33e2a-2925-49b5-b7d7-45378474798f req-3b64e06b-2e47-438e-a085-54f0cef1a77f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643549 Nov 24 17:05:59.356091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:05:59.356768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.417298 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-238dac94-346e-49fd-969b-b31d9cea4140 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611369 Nov 24 17:05:59.433955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Request body: {'port': {'device_id': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:05:59.556316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.595234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8d2b1223-65a5-44e4-927e-c68249d35308 None None] Provisioning for port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:05:59.600179 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8d2b1223-65a5-44e4-927e-c68249d35308 None None] Provisioning complete for port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:59.600607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1223-65a5-44e4-927e-c68249d35308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.655762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b1223-65a5-44e4-927e-c68249d35308 None None] Port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:05:59.691888 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device b7945d89-b0d5-4077-a907-e8e22ab73952 up at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:05:59.765428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Provisioning complete for port b7945d89-b0d5-4077-a907-e8e22ab73952 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:05:59.765858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.916199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2365e0-2f3b-4e37-b9a6-c835cba9708f {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:05:59.923330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.938363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Transition to ACTIVE for port object 8b2365e0-2f3b-4e37-b9a6-c835cba9708f will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:05:59.964601 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:05:59.969064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-de9ce997-ab26-42cd-babd-9073c013a58d tempest-TestMinimumBasicScenario-625487985 tempest-TestMinimumBasicScenario-625487985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:06:00.107678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Pushing event updated for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:06:00.111928 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:06:00.228108 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Attempting to bind port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:06:00.228498 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Attempting to bind port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:06:00.228883 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Attempting to bind port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:06:00.235741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:06:00.236115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Attempting to bind port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:06:00.244732 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:06:00.245114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Checking segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:06:00.245569 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Bound using segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:06:00.246028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Bound port: 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:06:00.246417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:00.348949 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:06:00.352603 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:06:00.396126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:00.401763 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-410fd78c-5332-4c99-b2db-a7d74210ab3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:06:00.466181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:00.468626 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] 10.222.0.74 "PUT /v2.0/ports/8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 1094 time: 1.0398428 Nov 24 17:06:00.472446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:06:00.557014 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'status': 'completed', 'code': 200} Nov 24 17:06:00.624497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Pushing event updated for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:06:00.630549 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6c25aa31-d5e5-486a-a77e-42ea7084e30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:06:00.696208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67573445-d880-40a0-90fe-157a3b8c194a req-d4604746-5a00-42aa-9344-d946282f471e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:00.697046 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-67573445-d880-40a0-90fe-157a3b8c194a req-d4604746-5a00-42aa-9344-d946282f471e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:06:00.705364 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-efa99b70-f455-4a8d-92a9-9517b5c9b071 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1576762 Nov 24 17:06:00.785196 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-67573445-d880-40a0-90fe-157a3b8c194a req-d4604746-5a00-42aa-9344-d946282f471e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:06:00.786379 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-67573445-d880-40a0-90fe-157a3b8c194a req-d4604746-5a00-42aa-9344-d946282f471e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 944 time: 0.3000758 Nov 24 17:06:00.809707 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-c1c93e37-1758-4952-96ed-6c1571de5222 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 217 time: 0.0919466 Nov 24 17:06:00.888038 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-67573445-d880-40a0-90fe-157a3b8c194a req-63f51ee4-0dac-4d95-ae5d-513f8deb4aab tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936534 Nov 24 17:06:00.899619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-b820d638-09c9-4b9f-8a20-a4cfe2630e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:00.901167 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-b820d638-09c9-4b9f-8a20-a4cfe2630e53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0743108 Nov 24 17:06:00.988561 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-65f114a1-e4a0-4dd3-a718-ced9ad548047 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773451 Nov 24 17:06:01.140546 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-8ccdc6cf-6faa-499c-a46c-20ec83a6fe4c service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409314 Nov 24 17:06:01.286303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af0f86e7-b6a8-4b77-8b23-ff8e4b21fada req-43f02cef-4c73-4026-adf2-635977569a5b service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359875 Nov 24 17:06:01.451840 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-42e6fc55-778e-438d-b3a0-bcafbab73c78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0756376 Nov 24 17:06:01.598160 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-0ea5a1ad-e86e-4c40-bddf-5508ea8ea36b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:01.599785 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-0ea5a1ad-e86e-4c40-bddf-5508ea8ea36b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1374452 Nov 24 17:06:01.675680 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-27dc012d-8b67-4586-8bd2-77746e6a2a59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 217 time: 0.0667491 Nov 24 17:06:01.743821 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-e54b0bd5-3788-4e2d-96cc-6baae184fbb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:01.745270 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-e54b0bd5-3788-4e2d-96cc-6baae184fbb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0629697 Nov 24 17:06:01.824297 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-2a47398f-4f7e-4514-8c64-8748a7bf7011 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720127 Nov 24 17:06:02.111739 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff846fe-e935-44a1-9f34-1c6ccf3ad633 req-0fec63c2-a99a-4754-988f-a6ce05f01d48 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:02.113456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4ff846fe-e935-44a1-9f34-1c6ccf3ad633 req-0fec63c2-a99a-4754-988f-a6ce05f01d48 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0919666 Nov 24 17:06:02.165922 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4ff846fe-e935-44a1-9f34-1c6ccf3ad633 req-c792e3b8-6f81-4220-827c-b57a2dbd850d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Nov 24 17:06:02.186736 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-74967fd9-1ab0-47e3-bb2d-b542ed9f6a5e service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537090 Nov 24 17:06:02.328078 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-dc779d71-7f14-4b3f-a5a6-729cc81b7bc3 req-1afe7a75-99a6-42ae-95e6-8f811b68c69a service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342332 Nov 24 17:06:03.172802 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8b2365e0-2f3b-4e37-b9a6-c835cba9708f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:06:03.325246 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:06:03.340443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'port_id': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'mac_address': 'fa:16:3e:c0:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:06:03.378609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0d25-8cb4-4b06-9803-55bf05dbfbdd req-ec47beee-a469-4afd-9517-5247bd838eae tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:03.380253 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-faca0d25-8cb4-4b06-9803-55bf05dbfbdd req-ec47beee-a469-4afd-9517-5247bd838eae tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0859706 Nov 24 17:06:03.400187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:03.419104 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2365e0-2f3b-4e37-b9a6-c835cba9708f {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:06:03.429736 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-faca0d25-8cb4-4b06-9803-55bf05dbfbdd req-4f80f745-3dcc-4ae4-98e0-35822a30a4b1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Nov 24 17:06:03.434639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:06:03.469499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:03.471505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:06:03.536865 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:06:03.540628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:06:03.734047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['8b2365e0-2f3b-4e37-b9a6-c835cba9708f'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:06:04.119242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:04.637361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e07582-ee95-41fe-9593-10f43f7d4cde req-084b5ee8-203b-4d7a-8d38-fe4672bdebdd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:04.639003 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b7e07582-ee95-41fe-9593-10f43f7d4cde req-084b5ee8-203b-4d7a-8d38-fe4672bdebdd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0857027 Nov 24 17:06:04.686834 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b7e07582-ee95-41fe-9593-10f43f7d4cde req-881fc680-868c-4c35-8bb3-a5d689400dc6 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Nov 24 17:06:05.188741 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8b2365e0-2f3b-4e37-b9a6-c835cba9708f up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:06:05.280833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:06:05.286165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:06:05.286590 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:05.410868 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:05.439133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:06:05.449389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:06:05.479015 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:05.481776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:06:05.521236 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'code': 200} Nov 24 17:06:05.559954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:06:05.563152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:06:05.821290 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d986f66-3146-4090-829c-8dc96189f6f0 req-f359d202-18b7-42d0-afed-7e27fea52543 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0752728 Nov 24 17:06:05.880162 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2d986f66-3146-4090-829c-8dc96189f6f0 req-70aa118b-4541-4bd4-9707-ea9d4cef6b8c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478756 Nov 24 17:06:05.904295 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29828cef-8171-455a-8840-f0344f1e8d69 req-ff99e691-1e3e-4ba7-afa4-13cb1290aebc tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:05.905901 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-29828cef-8171-455a-8840-f0344f1e8d69 req-ff99e691-1e3e-4ba7-afa4-13cb1290aebc tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0905344 Nov 24 17:06:05.955367 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-29828cef-8171-455a-8840-f0344f1e8d69 req-ec2a36a6-9b0e-4864-874a-62f1a222912b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Nov 24 17:06:07.171163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b26b2-9178-4586-aa7e-c4511d17e968 req-2eda10c9-a6d7-4449-81ad-4881e01d08c7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:07.172781 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-966b26b2-9178-4586-aa7e-c4511d17e968 req-2eda10c9-a6d7-4449-81ad-4881e01d08c7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0872927 Nov 24 17:06:07.221447 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-966b26b2-9178-4586-aa7e-c4511d17e968 req-23280d59-9073-4601-a79b-daac5d035f26 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Nov 24 17:06:08.426006 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2569-ea11-4e2a-bd2d-4490cac8a0bf req-58482b1b-30da-4d2f-9ab2-a11b97700883 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:08.427585 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-167c2569-ea11-4e2a-bd2d-4490cac8a0bf req-58482b1b-30da-4d2f-9ab2-a11b97700883 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0835962 Nov 24 17:06:08.479461 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-167c2569-ea11-4e2a-bd2d-4490cac8a0bf req-842de4bc-e99f-4f1d-bbb8-653c6bf3e904 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Nov 24 17:06:08.686007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41e033-a327-493e-bb47-f0917cb66c93 req-4223f933-d20a-4fd7-b71a-13b3de837eb1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:08.687585 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b41e033-a327-493e-bb47-f0917cb66c93 req-4223f933-d20a-4fd7-b71a-13b3de837eb1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0887315 Nov 24 17:06:08.697634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47350) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:06:08.703842 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'floatingip': {'port_id': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:06:08.781780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:09.446390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:09.478313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:09.672890 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Floating IP 148c95e1-508f-4bee-af16-6bd049423df4 associated. External IP: 172.28.0.81, port: 8b2365e0-2f3b-4e37-b9a6-c835cba9708f. Nov 24 17:06:10.076204 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:06:10.284636 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:06:10.289195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:10.295211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:06:10.309210 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:06:10.309891 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:06:10.347315 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1e2d16ba-b200-4b6b-8b0d-27ffa38ff1a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "PUT /v2.0/floatingips/148c95e1-508f-4bee-af16-6bd049423df4 HTTP/1.1" status: 200 len: 991 time: 1.6456611 Nov 24 17:06:10.347315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:06:10.400934 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'status': 'completed', 'code': 200} Nov 24 17:06:10.507779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:06:10.509691 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-9e21758a-17f0-43ac-b5ee-c625664a843a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0786483 Nov 24 17:06:10.653697 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-e6e7717e-9885-46ae-85f9-b9f41502b2c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:10.655318 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-e6e7717e-9885-46ae-85f9-b9f41502b2c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1387939 Nov 24 17:06:10.760186 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-7c56d717-bd43-4092-9738-262822b5b17f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 999 time: 0.0977726 Nov 24 17:06:10.835024 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-085ba4a6-8a8e-4437-9478-eae33a4f48d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:10.837430 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-085ba4a6-8a8e-4437-9478-eae33a4f48d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0709941 Nov 24 17:06:10.921832 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-d8cb1024-4b46-41f5-bcf7-42da50dc0f53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779581 Nov 24 17:06:11.024007 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '148c95e1-508f-4bee-af16-6bd049423df4', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:c0:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:05:54Z', 'updated_at': '2021-11-24T17:06:09Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:06:11.028111 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:06:11.039343 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:06:11.040021 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:05:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:06:11.064903 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-c657e437-f7e9-462f-a24a-138407770041 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369445 Nov 24 17:06:11.237054 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:06:11.427657 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4a5283f9-f00a-49de-a8b6-faa7a5e70b84 req-71e4ccfe-ef3c-4614-9990-41321143e50d service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563859 Nov 24 17:06:11.609768 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '148c95e1-508f-4bee-af16-6bd049423df4', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:c0:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:05:54Z', 'updated_at': '2021-11-24T17:06:09Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:06:11.614005 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1973a-8988-44cd-8be8-858697f87ffb None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': '148c95e1-508f-4bee-af16-6bd049423df4', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:c0:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:05:54Z', 'updated_at': '2021-11-24T17:06:09Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:06:11.959501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85876d73-b52f-4885-ae28-8f7700c7e9b8 None None] New status for floating IP 148c95e1-508f-4bee-af16-6bd049423df4: ACTIVE {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:06:18.838094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a7346-e968-400b-b1a6-df976ccf4d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:20.586578 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:21.106315 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-37112684-534c-4b31-9ec6-0e4023b7b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:21.712632 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:21.829322 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:06:22.820589 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:34.120260 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:48.833541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-809c772d-97cf-4cba-b9a9-54bdd601900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:50.594126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:51.111168 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-44509f29-72a2-4573-a61d-021184af84d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:51.656643 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:52.828224 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:06:57.994958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbae48-36dd-4887-9a23-1a8190f6bffd req-fc584680-510f-4a3f-877d-b7ee4eb8900a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:57.996471 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cffbae48-36dd-4887-9a23-1a8190f6bffd req-fc584680-510f-4a3f-877d-b7ee4eb8900a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0850766 Nov 24 17:06:58.045825 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cffbae48-36dd-4887-9a23-1a8190f6bffd req-dfe80544-a76e-413d-849d-060479ec6026 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Nov 24 17:06:58.829676 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:06:59.262085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca9e70-1cb5-4ec6-b306-22635e150e3c req-5c48d85a-545d-48cc-8973-40d9146e5713 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:06:59.263744 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6aca9e70-1cb5-4ec6-b306-22635e150e3c req-5c48d85a-545d-48cc-8973-40d9146e5713 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0838335 Nov 24 17:06:59.314388 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6aca9e70-1cb5-4ec6-b306-22635e150e3c req-59d1cf29-8159-438e-a03f-b49f988354bd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Nov 24 17:07:00.528389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304f956-6f0a-43d9-8c59-495e3c150df0 req-f91badac-9769-483f-8146-2a88d783d14e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:00.529932 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4304f956-6f0a-43d9-8c59-495e3c150df0 req-f91badac-9769-483f-8146-2a88d783d14e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0872967 Nov 24 17:07:00.579191 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4304f956-6f0a-43d9-8c59-495e3c150df0 req-8e97c7bf-c8df-4bdb-8076-3bf44114aabb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 24 17:07:01.790592 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102825fe-30bf-471d-a2a5-d6790f177817 req-acf8b509-09be-4172-805e-789a6a23109b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:01.792252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-102825fe-30bf-471d-a2a5-d6790f177817 req-acf8b509-09be-4172-805e-789a6a23109b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0833533 Nov 24 17:07:01.842552 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-102825fe-30bf-471d-a2a5-d6790f177817 req-9608c558-6600-40f6-b89b-000993cb2d02 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Nov 24 17:07:03.051031 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6866-5915-4c45-a242-cf007494eb26 req-f78b751a-ff8e-491f-a7f9-e385bd3238e6 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:03.052649 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6cfc6866-5915-4c45-a242-cf007494eb26 req-f78b751a-ff8e-491f-a7f9-e385bd3238e6 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0831449 Nov 24 17:07:03.101321 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6cfc6866-5915-4c45-a242-cf007494eb26 req-f6cd9e05-98ed-450e-8428-a77c064416b0 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Nov 24 17:07:04.128185 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:04.315634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e4ce6-e531-45f7-8b55-c7e4b338777b req-d189cfc2-a7f6-4cf5-8568-0924ac9f5969 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:04.317228 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-041e4ce6-e531-45f7-8b55-c7e4b338777b req-d189cfc2-a7f6-4cf5-8568-0924ac9f5969 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0859776 Nov 24 17:07:04.366097 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-041e4ce6-e531-45f7-8b55-c7e4b338777b req-2a09cddf-dbd8-402e-b709-a7f30785b918 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Nov 24 17:07:05.577268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca263d-63dd-490c-a633-3bcec55969c4 req-7a116921-d56e-44e7-9eb9-1688d4529cba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:05.578866 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56ca263d-63dd-490c-a633-3bcec55969c4 req-7a116921-d56e-44e7-9eb9-1688d4529cba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0872271 Nov 24 17:07:05.627456 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-56ca263d-63dd-490c-a633-3bcec55969c4 req-f84fd751-c9f7-40d0-a9c7-c431925110e5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Nov 24 17:07:06.834723 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7c32e-c4c7-4bd9-ac6a-86d7d7b3ddc6 req-d6720655-ae68-4d03-beb2-058086538cac tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:06.837005 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31b7c32e-c4c7-4bd9-ac6a-86d7d7b3ddc6 req-d6720655-ae68-4d03-beb2-058086538cac tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0829957 Nov 24 17:07:06.885102 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-31b7c32e-c4c7-4bd9-ac6a-86d7d7b3ddc6 req-0890a670-49ac-4d8f-a696-58bd75d24058 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419528 Nov 24 17:07:08.098986 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c3e5-91bd-4747-8b89-fd6afdb19307 req-017c5979-06b7-464b-9a69-58afe524acba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:08.100874 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-96f2c3e5-91bd-4747-8b89-fd6afdb19307 req-017c5979-06b7-464b-9a69-58afe524acba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0848534 Nov 24 17:07:08.155010 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-96f2c3e5-91bd-4747-8b89-fd6afdb19307 req-e9ecfd34-4bf0-4a6f-8e13-6fc60dc31315 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Nov 24 17:07:09.365586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1b18-239b-4a38-ae14-c96f355ea9ef req-c8c71f52-c226-44c9-9263-8616e8f35d73 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:09.367268 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f49a1b18-239b-4a38-ae14-c96f355ea9ef req-c8c71f52-c226-44c9-9263-8616e8f35d73 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0881546 Nov 24 17:07:09.418370 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f49a1b18-239b-4a38-ae14-c96f355ea9ef req-0474c6bb-cd73-4824-b13d-4a3da5ab8f7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440447 Nov 24 17:07:09.513614 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-06648aa2-10ec-41a6-ac7c-529636500964 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0757878 Nov 24 17:07:09.670728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-89aa51f7-c6de-4d08-9d10-d90367c19fc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:09.672357 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-89aa51f7-c6de-4d08-9d10-d90367c19fc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1387413 Nov 24 17:07:09.785086 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-8cbe82f2-fadc-4b60-901d-f642d5844827 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 1001 time: 0.1043706 Nov 24 17:07:09.856444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-4e068bcc-a84a-4756-92fd-84be453edba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:09.857982 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-4e068bcc-a84a-4756-92fd-84be453edba8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0658553 Nov 24 17:07:09.936662 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-7d0302d6-e9ee-4d90-85b2-53292cb57f51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722952 Nov 24 17:07:10.078752 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-01aa4295-7829-4857-9cfc-65adbbc9318c service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354258 Nov 24 17:07:10.221402 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c60d8ee2-8ee8-4faa-a142-564403074aab req-faa84a3b-8bc0-45d7-80de-fbdd6df578c4 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358597 Nov 24 17:07:10.626173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d33b-0232-40ca-a0f7-6ea5441ab5c7 req-6905ac8e-5628-47ee-839e-2f09d51585e5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:10.627744 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b85d33b-0232-40ca-a0f7-6ea5441ab5c7 req-6905ac8e-5628-47ee-839e-2f09d51585e5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0844836 Nov 24 17:07:10.676844 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b85d33b-0232-40ca-a0f7-6ea5441ab5c7 req-82900248-619d-43b4-b207-d09274d55b17 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Nov 24 17:07:11.883703 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd497-2841-4774-ae1e-7df580bae4ae req-57b2dd46-fc2f-47c6-93fb-6257e67a8ee8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:11.885296 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e8ccd497-2841-4774-ae1e-7df580bae4ae req-57b2dd46-fc2f-47c6-93fb-6257e67a8ee8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0818679 Nov 24 17:07:11.936550 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e8ccd497-2841-4774-ae1e-7df580bae4ae req-19844636-323d-471e-b6f5-22ae281934b5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Nov 24 17:07:13.149451 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a312-4db2-49b9-b604-6cf129706968 req-2d770c75-448d-4765-a011-b0b92f44d815 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:13.151093 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-df46a312-4db2-49b9-b604-6cf129706968 req-2d770c75-448d-4765-a011-b0b92f44d815 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0889189 Nov 24 17:07:13.413035 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-df46a312-4db2-49b9-b604-6cf129706968 req-fa9a4dee-2d50-4712-b588-50d5ccf8a756 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555118 Nov 24 17:07:14.620269 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610987b0-8448-44ed-8218-67a50a3993e4 req-8416ee6a-2e89-47de-b8d9-4c2e561ca3a3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:14.621873 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-610987b0-8448-44ed-8218-67a50a3993e4 req-8416ee6a-2e89-47de-b8d9-4c2e561ca3a3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0832903 Nov 24 17:07:14.672040 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-610987b0-8448-44ed-8218-67a50a3993e4 req-474d0093-96be-4c9c-a132-68104405935f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Nov 24 17:07:15.880114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7e48-8570-4b89-a0b5-fe25655f2fde req-cfb69787-bb15-4f52-b595-a544a8023014 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:15.881714 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b05e7e48-8570-4b89-a0b5-fe25655f2fde req-cfb69787-bb15-4f52-b595-a544a8023014 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0826662 Nov 24 17:07:15.929422 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b05e7e48-8570-4b89-a0b5-fe25655f2fde req-4089fc65-b188-4116-9ed8-24b401f07544 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Nov 24 17:07:17.142903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db726557-7ad0-4db3-afe0-b3602fc6e937 req-760666e7-62a3-41b3-8b6b-067cbcb7b735 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:17.144577 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db726557-7ad0-4db3-afe0-b3602fc6e937 req-760666e7-62a3-41b3-8b6b-067cbcb7b735 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0888979 Nov 24 17:07:17.194491 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-db726557-7ad0-4db3-afe0-b3602fc6e937 req-27eb80e3-995d-4638-9bd1-957580ded328 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Nov 24 17:07:18.536815 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6649d-b3c9-49fe-918a-0f6c0b9011d5 req-b516de7a-4058-4018-9098-dc2e880c0c63 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:18.538371 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2ac6649d-b3c9-49fe-918a-0f6c0b9011d5 req-b516de7a-4058-4018-9098-dc2e880c0c63 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0882094 Nov 24 17:07:18.586939 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2ac6649d-b3c9-49fe-918a-0f6c0b9011d5 req-0a0944d6-eafc-4108-bcc9-015904e18309 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Nov 24 17:07:18.833027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac2cd-c6aa-460e-b89d-9090edce4910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:19.055326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49127-a5df-4086-af09-e3f4533b6ff1 req-3e774c2d-b813-47ff-ad34-342c8a50bb94 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:19.057452 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e4c49127-a5df-4086-af09-e3f4533b6ff1 req-3e774c2d-b813-47ff-ad34-342c8a50bb94 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0855987 Nov 24 17:07:19.112638 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e4c49127-a5df-4086-af09-e3f4533b6ff1 req-594e4990-9505-4804-b419-817272c0331e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Nov 24 17:07:19.142017 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-50a21e8c-cee1-4b50-9544-af0bd2986ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0786889 Nov 24 17:07:19.288686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-8c2afee3-bd87-4850-afb4-e2ad4c908f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:19.290573 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-8c2afee3-bd87-4850-afb4-e2ad4c908f1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1387691 Nov 24 17:07:19.402550 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-6263b224-53c5-4979-8877-d3eae37cfacb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 1001 time: 0.1022701 Nov 24 17:07:19.473424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-a70457ce-1ab3-48f8-ac2c-71fd36895cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:19.475245 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-a70457ce-1ab3-48f8-ac2c-71fd36895cf4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0634253 Nov 24 17:07:19.560288 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-e71fc961-c690-43b4-9a69-90a649db7106 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755510 Nov 24 17:07:19.707850 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-3d248f66-c62e-4869-9900-5123eea0aba8 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374648 Nov 24 17:07:19.855542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2512ef6a-073e-4c3e-995a-0c4a47d71df0 req-7950e47d-921f-4eba-943e-3b40c566c9ea service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363010 Nov 24 17:07:20.325487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699af53-1301-4029-883c-4927486ddebf req-df627a3b-f02d-4c11-97b3-e457a892b6f6 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:20.327096 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9699af53-1301-4029-883c-4927486ddebf req-df627a3b-f02d-4c11-97b3-e457a892b6f6 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0818806 Nov 24 17:07:20.375510 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9699af53-1301-4029-883c-4927486ddebf req-397f5ea7-6d55-4ee9-9032-26857c99c73e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Nov 24 17:07:20.601393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:21.119228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-46d81d4f-fa4b-4cd1-9a53-0db4810dab7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:21.584649 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de441-d472-4c07-aa09-d9a59243fbca req-a15ce074-1249-4ed6-9c0e-037c0ed79357 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:07:21.586865 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-210de441-d472-4c07-aa09-d9a59243fbca req-a15ce074-1249-4ed6-9c0e-037c0ed79357 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0831277 Nov 24 17:07:21.636446 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-210de441-d472-4c07-aa09-d9a59243fbca req-319dfa5c-1747-4715-b80b-c6cd77ec84ad tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Nov 24 17:07:21.679226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:22.821746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:34.143434 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:35.829874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:07:48.838238 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-08eca385-14bb-48b4-88a5-a42aadc9de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:50.580817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:51.165574 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f470071-5aaa-4d8b-a5ae-8f8addb61c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:51.680126 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:07:52.833954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:02.214752 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ab2c0-a0b9-4b94-9f2e-00bf833dfd5f req-177f5aa1-7d30-4dae-8ad5-be87e6dbffb8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:02.216398 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-804ab2c0-a0b9-4b94-9f2e-00bf833dfd5f req-177f5aa1-7d30-4dae-8ad5-be87e6dbffb8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0887535 Nov 24 17:08:02.265169 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-804ab2c0-a0b9-4b94-9f2e-00bf833dfd5f req-599d2428-41bc-47d8-8267-bc1cf83bd341 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Nov 24 17:08:03.478617 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ccc97-2b0d-466d-8a6e-b1a8ca56f4f5 req-57301476-9a6f-457e-a105-5cbb8c186fb8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:03.480257 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ff1ccc97-2b0d-466d-8a6e-b1a8ca56f4f5 req-57301476-9a6f-457e-a105-5cbb8c186fb8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0880983 Nov 24 17:08:03.529210 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ff1ccc97-2b0d-466d-8a6e-b1a8ca56f4f5 req-2762883b-a715-4f87-92fa-1075373beb16 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Nov 24 17:08:04.142049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:04.735882 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156439ff-f490-45e3-a848-55b7f64e6f59 req-1ec7b9ea-f1d9-46ad-9b07-412aff3c72d5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:04.737481 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-156439ff-f490-45e3-a848-55b7f64e6f59 req-1ec7b9ea-f1d9-46ad-9b07-412aff3c72d5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Nov 24 17:08:04.789034 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-156439ff-f490-45e3-a848-55b7f64e6f59 req-227fb43c-2f82-4eab-b463-36a2fa4fdeec tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448308 Nov 24 17:08:05.992413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fec88-cafb-4854-a046-2d18e3d1650f req-077a8679-f8e7-4df9-b703-5df3fd951d75 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:05.993980 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb8fec88-cafb-4854-a046-2d18e3d1650f req-077a8679-f8e7-4df9-b703-5df3fd951d75 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0819361 Nov 24 17:08:06.043178 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-cb8fec88-cafb-4854-a046-2d18e3d1650f req-ffad0fca-96be-4cf2-a5e7-b99918f44f9e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Nov 24 17:08:07.255025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce5ea0-2087-40c3-9512-255bbfa9c37b req-d3cd89fe-c237-4966-b142-3a10616923c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:07.257148 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95ce5ea0-2087-40c3-9512-255bbfa9c37b req-d3cd89fe-c237-4966-b142-3a10616923c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0836008 Nov 24 17:08:07.304837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-95ce5ea0-2087-40c3-9512-255bbfa9c37b req-a83ce57e-93a6-4bb5-94df-dca3f0800a32 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Nov 24 17:08:08.517667 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed3f2-cac2-4e62-9d61-d17139942697 req-641bc946-9255-482a-b7f7-72290a4293f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:08.519211 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b3ed3f2-cac2-4e62-9d61-d17139942697 req-641bc946-9255-482a-b7f7-72290a4293f3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0868864 Nov 24 17:08:08.567912 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6b3ed3f2-cac2-4e62-9d61-d17139942697 req-5f200297-74fb-48b6-aabf-79740f7cbc46 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 Nov 24 17:08:09.786237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9652b0-699d-48b3-9046-f46ae1752dfb req-ffc8170e-0331-401d-8f05-acd0403a4acb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:09.787924 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f9652b0-699d-48b3-9046-f46ae1752dfb req-ffc8170e-0331-401d-8f05-acd0403a4acb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0961716 Nov 24 17:08:09.836079 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2f9652b0-699d-48b3-9046-f46ae1752dfb req-421365ba-4716-45ef-992e-370779d67d7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Nov 24 17:08:10.546648 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-3fdf8aca-e28d-4b2d-98d1-17f368e9aa2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0750251 Nov 24 17:08:10.711848 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110f2e-f176-415a-93b2-535e507a2215 req-e3a53534-a74b-4040-af32-9669e83c5ec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:10.713451 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-e3a53534-a74b-4040-af32-9669e83c5ec4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1361330 Nov 24 17:08:10.825794 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-6404f548-84a1-4870-9a2c-d3d6321e63e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 1001 time: 0.1025319 Nov 24 17:08:10.898478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110f2e-f176-415a-93b2-535e507a2215 req-c40479b3-05f0-4fb8-9c09-088df4eca408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:10.900148 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-c40479b3-05f0-4fb8-9c09-088df4eca408 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0648975 Nov 24 17:08:10.988697 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-3c2c2659-5458-424c-a7fe-bc071cf105f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787115 Nov 24 17:08:11.043249 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b41a3-ec94-4a96-a9a1-befcfddc7d0b req-26845d38-c14d-4067-ad1f-750fb1c651a4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:11.044863 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-783b41a3-ec94-4a96-a9a1-befcfddc7d0b req-26845d38-c14d-4067-ad1f-750fb1c651a4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0829093 Nov 24 17:08:11.098867 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-783b41a3-ec94-4a96-a9a1-befcfddc7d0b req-5e9397b3-5998-4e2a-8966-4fee19f20528 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477221 Nov 24 17:08:11.139806 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-721f3973-80fe-44c3-9ad0-65a448685b1a service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404438 Nov 24 17:08:11.287191 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-a9110f2e-f176-415a-93b2-535e507a2215 req-4d811dff-9e0b-409b-97ff-32d67c0fe73b service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374745 Nov 24 17:08:12.437429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762fba-2bd0-4838-a125-af59e0702b5a req-c401721f-5f21-4a6a-b0c5-369371076e08 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:12.438962 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-93762fba-2bd0-4838-a125-af59e0702b5a req-c401721f-5f21-4a6a-b0c5-369371076e08 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0820389 Nov 24 17:08:12.487470 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-93762fba-2bd0-4838-a125-af59e0702b5a req-277492be-3687-4d42-92fa-6e8e854993a5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Nov 24 17:08:12.830560 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:08:13.691779 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d35d0-a51c-4be3-a991-c36da0a9b692 req-4a844298-fafa-4bf2-88bc-8d24296c0f5b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:13.693475 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b54d35d0-a51c-4be3-a991-c36da0a9b692 req-4a844298-fafa-4bf2-88bc-8d24296c0f5b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0830112 Nov 24 17:08:13.742195 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b54d35d0-a51c-4be3-a991-c36da0a9b692 req-adf22cf2-a51d-4918-97bc-edb42a14f599 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Nov 24 17:08:14.176912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f1a40-1736-4b51-a7ab-12f9960b852c req-0cb650f6-095f-4c8d-8b74-e1d93a6455ba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:14.178647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-803f1a40-1736-4b51-a7ab-12f9960b852c req-0cb650f6-095f-4c8d-8b74-e1d93a6455ba tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0956080 Nov 24 17:08:14.228825 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-803f1a40-1736-4b51-a7ab-12f9960b852c req-c6435bcc-06ff-4507-b272-f6c1f83cbf4a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Nov 24 17:08:14.264195 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-59585611-3e3e-421c-ab1a-546737a32515 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0791976 Nov 24 17:08:14.624445 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-5d54142c-2d7e-46c7-841f-72223de5f82c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:14.625952 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-5d54142c-2d7e-46c7-841f-72223de5f82c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.3532412 Nov 24 17:08:14.736801 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-6dbc04dc-fc50-42cf-a544-63282557ee5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 200 len: 1001 time: 0.1000931 Nov 24 17:08:14.810109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-7d4a1b53-2e26-4153-9551-dde23533f9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:14.811662 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-7d4a1b53-2e26-4153-9551-dde23533f9bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0645058 Nov 24 17:08:14.897187 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-829cea7f-161d-4114-9b8c-152327ee3cbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753686 Nov 24 17:08:15.041019 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-ec9c70a9-f9cb-40a7-8735-94ee86e59c25 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347840 Nov 24 17:08:15.187542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-24de98af-9082-4aad-bc1e-9cc4de911fbb req-61ccbbd9-930c-4938-97b0-8718ff52ab67 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372557 Nov 24 17:08:15.435307 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280290fc-3574-4860-bc6a-41e930bbcb37 req-03ce516c-daf8-47f8-a6f5-594013a31df1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:15.436945 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-280290fc-3574-4860-bc6a-41e930bbcb37 req-03ce516c-daf8-47f8-a6f5-594013a31df1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0850275 Nov 24 17:08:15.485966 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-280290fc-3574-4860-bc6a-41e930bbcb37 req-b01416d3-c9a5-4825-bb81-a4d721e43840 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Nov 24 17:08:16.694208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07b008-cd2e-4aab-933b-6b3b3fdd7575 req-d37b37be-ba5a-474d-a609-979b0e1f7b20 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:16.695846 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c07b008-cd2e-4aab-933b-6b3b3fdd7575 req-d37b37be-ba5a-474d-a609-979b0e1f7b20 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0837049 Nov 24 17:08:16.744478 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1c07b008-cd2e-4aab-933b-6b3b3fdd7575 req-c2b66e81-88cc-49f0-8186-7bfc7a0f121e tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Nov 24 17:08:18.850217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0edf9ca2-c8a9-492f-9df1-7cf03429da81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:20.580155 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:21.095701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-349ce9dc-dc27-4751-9c22-690cabcec4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:21.672020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:22.832915 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:34.147565 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:48.854443 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d47e3dd-87d6-49c8-9da8-6bfb085764bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:49.830861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:08:50.579916 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:51.094165 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-68ad7138-6eb9-4f34-a9f6-2094349355c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:51.682677 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:52.825771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:53.121117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b73f88-0523-4156-bbed-02931cbfed05 req-0c49fb40-5ec9-45dc-ab59-318e42e3edbe tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:53.122647 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-55b73f88-0523-4156-bbed-02931cbfed05 req-0c49fb40-5ec9-45dc-ab59-318e42e3edbe tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.1679680 Nov 24 17:08:53.170880 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-55b73f88-0523-4156-bbed-02931cbfed05 req-878632f3-6bc1-4414-952c-e9c66a565aeb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Nov 24 17:08:54.458747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128f20f-0224-41de-b11e-b50e95432023 req-1d60c634-fef0-4e2f-8534-7c00ba94e7aa tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:54.460938 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9128f20f-0224-41de-b11e-b50e95432023 req-1d60c634-fef0-4e2f-8534-7c00ba94e7aa tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.1636784 Nov 24 17:08:54.509158 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9128f20f-0224-41de-b11e-b50e95432023 req-8dc731d2-bdf8-4ae9-acd4-9056841d79a2 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Nov 24 17:08:55.304764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-f83101e1-8041-4e83-b7a9-a9d86c0d3f82 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:55.306302 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-f83101e1-8041-4e83-b7a9-a9d86c0d3f82 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0824692 Nov 24 17:08:55.384123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Deleting port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:08:55.384501 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:55.638377 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] For port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:08:55.638993 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:55.889326 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444b02-b5f1-4420-b387-3b8904afe8ca req-7601f2e3-6dd5-43c5-9b0f-cced8d3f4842 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:08:55.890952 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b444b02-b5f1-4420-b387-3b8904afe8ca req-7601f2e3-6dd5-43c5-9b0f-cced8d3f4842 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 946 time: 0.2566359 Nov 24 17:08:56.041763 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b444b02-b5f1-4420-b387-3b8904afe8ca req-3c20eed9-90d5-4107-91df-1e3e0413ca9b tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c726abe-ec41-4a6f-bbdb-bcb375357bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447349 Nov 24 17:08:56.043447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:56.043861 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:56.044305 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Floating IP 148c95e1-508f-4bee-af16-6bd049423df4 disassociated. External IP: 172.28.0.81, port: 8b2365e0-2f3b-4e37-b9a6-c835cba9708f. Nov 24 17:08:56.044687 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Calling delete_port for 8b2365e0-2f3b-4e37-b9a6-c835cba9708f owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:08:56.271664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:56.277509 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d8861f57-ac50-40a3-9343-b8dd301e2cf3 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:08:56.320841 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'Port': ['ID=8b2365e0-2f3b-4e37-b9a6-c835cba9708f,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:08:56.336102 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.336535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.336961 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.337392 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.337799 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.338214 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.338626 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.339064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.339478 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.339886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.340294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:08:56.343964 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:08:56.552025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:08:56.763336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:08:56.775411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:08:56.789424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:08:56.790209 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:08:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:08:56.839497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] No DVR routers for this DVR port 8b2365e0-2f3b-4e37-b9a6-c835cba9708f on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:08:56.842117 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:56.845664 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'name': 'network-vif-deleted', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:08:56.900643 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ec5836a1-e2b4-499e-836f-d1905c751a59 req-3b5af32f-4dd4-4a7a-bfca-ed9c48f9a79f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "DELETE /v2.0/ports/8b2365e0-2f3b-4e37-b9a6-c835cba9708f HTTP/1.1" status: 204 len: 173 time: 1.5860772 Nov 24 17:08:56.988505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:08:56.995955 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8', 'name': 'network-vif-deleted', 'tag': '8b2365e0-2f3b-4e37-b9a6-c835cba9708f', 'status': 'completed', 'code': 200} Nov 24 17:08:57.245234 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7bf42fb9-0165-4053-96f3-73120754c5ec req-9c8328dd-5d20-47c2-abcf-08fd1490b5a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:08:57.282369 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7bf42fb9-0165-4053-96f3-73120754c5ec req-9c8328dd-5d20-47c2-abcf-08fd1490b5a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:08:57.283726 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7bf42fb9-0165-4053-96f3-73120754c5ec req-9c8328dd-5d20-47c2-abcf-08fd1490b5a9 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf4f095-fbe0-4c07-adbf-8dbdc0f4d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0841565 Nov 24 17:08:57.324250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:08:57.328302 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:08:57.340164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:08:57.340824 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:08:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:08:57.676141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:08:57.998662 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:08:58.002771 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbba2c8-3ed1-41d9-a714-30e0ca5810af None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:08:58.447393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdcd82-2f2d-45e2-97d2-02411f812621 None None] New status for floating IP 148c95e1-508f-4bee-af16-6bd049423df4: DOWN {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:08:58.472553 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47606) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:08:58.541539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:58.574316 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:58.711284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:58.715609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dd397478-ed7e-4acf-96e5-32491454cbf9 tempest-VolumesNegativeTest-1053433303 tempest-VolumesNegativeTest-1053433303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:08:58.731356 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c726abe-ec41-4a6f-bbdb-bcb375357bbc,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:08:58.734897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:08:58.767719 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:58.769119 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-682850b6-3788-40d7-a635-7f232468b894 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c726abe-ec41-4a6f-bbdb-bcb375357bbc HTTP/1.1" status: 204 len: 168 time: 0.2954388 Nov 24 17:08:58.772092 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47610) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:08:58.790710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.v2.resource [None req-a5f74e88-16dd-4d1a-b31c-2f2b38827ac5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] show failed (client error): The resource could not be found. Nov 24 17:08:58.791901 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a5f74e88-16dd-4d1a-b31c-2f2b38827ac5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups/4c726abe-ec41-4a6f-bbdb-bcb375357bbc HTTP/1.1" status: 404 len: 347 time: 0.0181563 Nov 24 17:08:58.794775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 47614) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:08:58.953320 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Deleting port 33e7a098-dd3d-4c35-a669-b1bf5783e03d {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:08:58.953702 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.132668 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.133225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.261194 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Calling delete_port for 33e7a098-dd3d-4c35-a669-b1bf5783e03d owned by network:floatingip {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:08:59.739935 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.744711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f639d41a-d8a2-4797-b7d5-9b8213a2258a tempest-AttachVolumeShelveTestJSON-1215251374 tempest-AttachVolumeShelveTestJSON-1215251374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:08:59.785670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'Port': ['ID=33e7a098-dd3d-4c35-a669-b1bf5783e03d,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:08:59.789503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:08:59.871461 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8b2365e0-2f3b-4e37-b9a6-c835cba9708f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:08:59.885505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.906110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: 8b2365e0-2f3b-4e37-b9a6-c835cba9708f {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:08:59.906519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device 8b2365e0-2f3b-4e37-b9a6-c835cba9708f not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:08:59.946190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:08:59.947554 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-a7f86c45-32c8-4c3e-ba75-9f17b099cf7f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "DELETE /v2.0/floatingips/148c95e1-508f-4bee-af16-6bd049423df4 HTTP/1.1" status: 204 len: 168 time: 1.1517739 Nov 24 17:09:00.259127 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47620) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:09:00.265539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827758013', 'description': 'tempest-description--1862135811'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:00.272107 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:00.277011 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:09:00.280173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:09:00.287228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:00.311373 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.349069 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:00.353887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:09:00.356818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:09:00.362814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:00.427285 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.460055 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.466125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-fe6e5521-a5ec-4961-ae73-01a797cc9649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:00.508577 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7609d66e-7815-427c-b4b9-dcba6894273d,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:00.517508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.517932 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.520829 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.521545 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.521656 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:00.526036 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:00.540018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.541418 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-4bd380b9-c647-4843-a178-bd0f606ae248 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2811060 Nov 24 17:09:00.544477 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47624) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:09:00.550496 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group_rule': {'security_group_id': '7609d66e-7815-427c-b4b9-dcba6894273d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:00.556936 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:00.561163 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:09:00.564152 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:09:00.570709 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:00.626424 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.693544 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.733872 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.741976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:00.764040 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eab497d-8d07-411f-8647-4d572d800ef1,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:00.766566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:00.796783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.798116 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-54830595-3a77-4262-8fa3-9484010652c4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2525673 Nov 24 17:09:00.800960 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47628) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:09:00.807474 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'security_group_rule': {'security_group_id': '7609d66e-7815-427c-b4b9-dcba6894273d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:00.813627 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:00.817686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:security_group_rule and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:09:00.821458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:09:00.827536 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:00.872494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.935992 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.985244 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703470'] for security_group_rule, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:00.993426 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-0736ad73-7a61-4eb7-be5a-6c0599102603 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:01.012502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947b24b2-54d8-4f7e-9001-28cb6bba32d9,revision_number=0']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:01.015018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:01.042488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.043837 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-71ce9544-11e9-4d6e-adef-1a18da594602 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2418771 Nov 24 17:09:01.047088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47632) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:09:01.052710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'floatingip': {'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:01.059832 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:01.063818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Usage tracker for resource:floatingip and tenant:d49c2c185d994e1b9e49ad1a13cefc3d is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:09:01.066774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:09:01.073387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:01.122817 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.271247 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.414123 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Allocated IP 172.28.0.121 (6bf1baf6-f6ca-4027-90ec-8e223b9e037a/0244663f-ec29-45df-adea-8d15c76c923f/4a46171b-5475-465d-a153-a63f2c129462) {{(pid=88239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:09:01.571997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.613972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.618894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4db5b527-3354-4b43-ba87-becdf31fff10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:01.691181 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Network 6bf1baf6-f6ca-4027-90ec-8e223b9e037a is already hosted by enough agents. {{(pid=88239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:09:01.695033 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources bound (agent type, host, resource id): {{(pid=88239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:09:01.697030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=4a46171b-5475-465d-a153-a63f2c129462,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:01.699388 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Received port after_create {{(pid=88239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:09:01.727487 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:01.859686 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:01.953030 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:02.168372 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:02.219417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1888615'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:02.224514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-40406f55-0fc1-4607-8b03-b95474ee36bb tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:02.333390 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=4a46171b-5475-465d-a153-a63f2c129462,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:02.337826 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:02.348506 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:02.396513 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:02.397904 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3497176 Nov 24 17:09:02.574800 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-1f6ba68b-0f20-4a4e-89aa-1b3f7c6e8a28 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:09:02.619201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-1f6ba68b-0f20-4a4e-89aa-1b3f7c6e8a28 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:09:02.620442 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-1f6ba68b-0f20-4a4e-89aa-1b3f7c6e8a28 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--827758013&fields=id&tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 267 time: 0.0890388 Nov 24 17:09:02.782078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-77211a50-7eb7-4eae-9156-6e57abfe48de tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:02.783668 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-77211a50-7eb7-4eae-9156-6e57abfe48de tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 810 time: 0.1559818 Nov 24 17:09:02.801431 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-156e32bc-6607-4d46-ae14-73dc3c6e6cac tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/quotas/d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 375 time: 0.0112724 Nov 24 17:09:02.891648 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-86bf2bf2-f72b-4737-8453-3eb60894017d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:09:02.945420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-86bf2bf2-f72b-4737-8453-3eb60894017d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:09:02.946869 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-86bf2bf2-f72b-4737-8453-3eb60894017d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1394913 Nov 24 17:09:03.037983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-a318070d-2755-4570-8084-b92c46748e3f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:09:03.039690 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-a318070d-2755-4570-8084-b92c46748e3f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0805042 Nov 24 17:09:03.217872 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-87eac873-1db9-4241-922b-a9d468bd3c63 service neutron] 10.222.0.15 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711628 Nov 24 17:09:03.384024 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-c790e802-ca06-4d2a-a2f7-acfc94103735 service neutron] 10.222.0.15 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595037 Nov 24 17:09:03.701570 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-bd5e2f5e-1aaa-4cc0-b411-e4591847dda8 req-ff7116e5-f4cf-4d2d-81c8-155862ceea73 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0704436 Nov 24 17:09:04.162271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:04.884503 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e93fb5b6-c18b-46d9-b801-cbd45b16d306 req-9f09413c-e728-48df-943b-880cbc263224 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0567718 Nov 24 17:09:05.667376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-2237d59b-2fd1-44f3-9618-7b66487d0d1c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:05.669067 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-2237d59b-2fd1-44f3-9618-7b66487d0d1c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 810 time: 0.1630995 Nov 24 17:09:05.736711 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-a038ca04-03da-4099-817b-f1aff21864a4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d HTTP/1.1" status: 200 len: 379 time: 0.0489695 Nov 24 17:09:05.749625 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'port': {'device_id': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'admin_state_up': True, 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'security_groups': ['7609d66e-7815-427c-b4b9-dcba6894273d']}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:05.894535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:09:05.905018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:09:05.934159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Made reservation on behalf of d49c2c185d994e1b9e49ad1a13cefc3d for: {'port': 1} {{(pid=88240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 17:09:05.944338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:06.073301 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-4d4f3f95-043c-4cf0-8a70-497f0ccb1a6c req-ecfb6c29-941a-4534-bab5-e1dcac97bdee tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0482693 Nov 24 17:09:06.125455 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Allocated IP 172.20.0.13 (e20694b5-ba6d-40ad-afe6-d531dbc962d0/f0315d04-b31a-4746-8524-e2115df4c81a/c8d6d8d4-c00d-40d8-a26f-27d36362de42) {{(pid=88240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 17:09:06.321237 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for port, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:06.337537 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Transition to ACTIVE for port object c8d6d8d4-c00d-40d8-a26f-27d36362de42 will not be triggered until provisioned by entity DHCP. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:09:06.396754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767290098888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:06.402967 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-85bb07d7-ac62-49a3-aa79-ab53528e2834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:06.474878 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 is already hosted by enough agents. {{(pid=88240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 17:09:06.479096 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Resources bound (agent type, host, resource id): {{(pid=88240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 17:09:06.481025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event updated for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:06.483349 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Received port after_create {{(pid=88240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:09:06.517597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:06.555203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:06.555886 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:06.597617 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-4cf096f3-aba1-4571-a1ec-14cd02cbc55f tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8520944 Nov 24 17:09:06.612944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-e93f0bae-a134-440f-a442-4b152426efc3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:09:06.614006 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-e93f0bae-a134-440f-a442-4b152426efc3 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060267 Nov 24 17:09:06.705930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Request body: {'port': {'device_id': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:06.823745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:06.830735 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-16f27e13-2034-4d3b-a597-266acba0b244 None None] Provisioning for port c8d6d8d4-c00d-40d8-a26f-27d36362de42 completed by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:09:06.835962 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-16f27e13-2034-4d3b-a597-266acba0b244 None None] Provisioning complete for port c8d6d8d4-c00d-40d8-a26f-27d36362de42 triggered by entity DHCP. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:09:06.836389 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16f27e13-2034-4d3b-a597-266acba0b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.051198 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-16f27e13-2034-4d3b-a597-266acba0b244 None None] Port c8d6d8d4-c00d-40d8-a26f-27d36362de42 cannot update to ACTIVE because it is not bound. {{(pid=88241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 17:09:07.201639 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d6d8d4-c00d-40d8-a26f-27d36362de42 {{(pid=88240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:09:07.247510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.272278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Transition to ACTIVE for port object c8d6d8d4-c00d-40d8-a26f-27d36362de42 will not be triggered until provisioned by entity L2. {{(pid=88240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 17:09:07.303114 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897ced-6a9b-483a-9bd8-370aab5acc25 req-66398354-7804-44fb-a273-df58d4aee9a7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:07.304460 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-e4897ced-6a9b-483a-9bd8-370aab5acc25 req-66398354-7804-44fb-a273-df58d4aee9a7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:09:07.308791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.313187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:07.434228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-e4897ced-6a9b-483a-9bd8-370aab5acc25 req-66398354-7804-44fb-a273-df58d4aee9a7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:09:07.435591 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e4897ced-6a9b-483a-9bd8-370aab5acc25 req-66398354-7804-44fb-a273-df58d4aee9a7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 932 time: 0.2297125 Nov 24 17:09:07.465599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=2']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:07.471259 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:07.583550 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e4897ced-6a9b-483a-9bd8-370aab5acc25 req-44d05bb5-176b-4111-93bd-48b5c3cb8bad tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373584 Nov 24 17:09:07.614679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Attempting to bind port c8d6d8d4-c00d-40d8-a26f-27d36362de42 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:09:07.615088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Attempting to bind port c8d6d8d4-c00d-40d8-a26f-27d36362de42 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 17:09:07.615457 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Attempting to bind port c8d6d8d4-c00d-40d8-a26f-27d36362de42 on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:09:07.621902 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Port c8d6d8d4-c00d-40d8-a26f-27d36362de42 on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 17:09:07.622267 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Attempting to bind port c8d6d8d4-c00d-40d8-a26f-27d36362de42 on network e20694b5-ba6d-40ad-afe6-d531dbc962d0 {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 17:09:07.628781 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Checking agent: {'id': '22fcfdbb-4c58-4d46-a469-61e2836b7320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'started_at': datetime.datetime(2021, 11, 24, 16, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 17:09:07.629109 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Checking segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 17:09:07.629527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Bound using segment: {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'} {{(pid=88240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 17:09:07.629994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Bound port: c8d6d8d4-c00d-40d8-a26f-27d36362de42, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0'}}] {{(pid=88240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 17:09:07.630375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.724527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, cleared binding levels {{(pid=88240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 17:09:07.728756 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 17:09:07.785823 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1988974'] for port, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.791551 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e8c334e1-b49b-4481-87db-0a7415348286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:07.844671 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:07.846556 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 200 len: 1094 time: 1.2207842 Nov 24 17:09:07.849073 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:09:07.877955 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=3']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:07.886791 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-648b1864-a14f-4af8-a752-cb1d500827d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:07.911193 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'status': 'completed', 'code': 200} Nov 24 17:09:08.004368 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-e32bcaa5-dd94-4585-b974-376a99095785 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0826466 Nov 24 17:09:08.082190 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-ff430843-94ee-4a1b-95ac-8a8cb6b7a891 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 200 len: 217 time: 0.0663562 Nov 24 17:09:08.161375 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-23a3e998-36d1-4cc6-a877-571ee0d12d8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:08.163519 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-23a3e998-36d1-4cc6-a877-571ee0d12d8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0706689 Nov 24 17:09:08.247473 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-be5e0374-63f9-48b6-a95b-057813638b45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748870 Nov 24 17:09:08.395223 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-d6b78f56-7eda-4c08-849a-d3eb40c68f0d service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356611 Nov 24 17:09:08.539303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3dc98bb-ef34-426f-b840-0f15b518230b req-2963445a-a4ec-4439-acdd-fb81900aca08 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335695 Nov 24 17:09:08.688020 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-836ce869-6b42-4edf-902e-2a4bff8c0129 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0781505 Nov 24 17:09:09.126696 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-f3cec510-e8ba-4e7a-830e-5b5f8c8b7aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:09.128323 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-f3cec510-e8ba-4e7a-830e-5b5f8c8b7aea service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.4332032 Nov 24 17:09:09.139417 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1713267-3c62-4606-a548-f896de960660 req-ec4083e1-f8e4-40e0-b761-cca6263774d1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:09.140920 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1713267-3c62-4606-a548-f896de960660 req-ec4083e1-f8e4-40e0-b761-cca6263774d1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 944 time: 0.4219167 Nov 24 17:09:09.228063 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-f71aa725-1a0b-4607-b7bd-5d10310d530e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 200 len: 217 time: 0.0861397 Nov 24 17:09:09.297542 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c1713267-3c62-4606-a548-f896de960660 req-cdcd4a41-671a-488e-9121-87b3b872ade4 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058280 Nov 24 17:09:09.309190 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-f3cd7089-d30d-4d07-a23c-2ee63f66c467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:09.310745 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-f3cd7089-d30d-4d07-a23c-2ee63f66c467 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0740464 Nov 24 17:09:09.392840 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-ec2ffd9a-0234-49c9-b0ba-0e0fe53cf565 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742869 Nov 24 17:09:09.534383 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-3247ee5e-202e-4ddd-a1f9-05a1a8a7b0e6 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342707 Nov 24 17:09:09.681818 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-3e55b6c8-176d-4657-b8ba-49b860ab4787 req-25b4c0b1-62e5-4fc5-9b3d-12762d29e0ec service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365616 Nov 24 17:09:10.510291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336bbae-e5ee-46c6-a176-f42e47a733e4 req-9fa437e2-9432-4fc1-a2c9-e962739799cc tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:10.511844 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7336bbae-e5ee-46c6-a176-f42e47a733e4 req-9fa437e2-9432-4fc1-a2c9-e962739799cc tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 944 time: 0.0843666 Nov 24 17:09:10.563328 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7336bbae-e5ee-46c6-a176-f42e47a733e4 req-e182947c-5528-481c-bdca-f7b1eab4ebbd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:09:10.575822 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-7336bbae-e5ee-46c6-a176-f42e47a733e4 req-e182947c-5528-481c-bdca-f7b1eab4ebbd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:security_group {{(pid=88239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:09:10.577026 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-7336bbae-e5ee-46c6-a176-f42e47a733e4 req-e182947c-5528-481c-bdca-f7b1eab4ebbd tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590968 Nov 24 17:09:11.791156 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e44b41-8a80-4086-adce-4cb82285b2ad req-e8994e3b-a856-476c-abef-9e86925c3bb7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:11.792853 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3e44b41-8a80-4086-adce-4cb82285b2ad req-e8994e3b-a856-476c-abef-9e86925c3bb7 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 944 time: 0.0885797 Nov 24 17:09:11.841241 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-c3e44b41-8a80-4086-adce-4cb82285b2ad req-bd0d6de3-4a1c-4b30-a7ca-8a5cac37dacf tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Nov 24 17:09:11.901085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c8d6d8d4-c00d-40d8-a26f-27d36362de42 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 17:09:12.040744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:09:12.054839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Returning: {'device': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'port_id': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'mac_address': 'fa:16:3e:3d:02:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 17:09:12.113492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:12.133139 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d6d8d4-c00d-40d8-a26f-27d36362de42 {{(pid=88241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 17:09:12.148467 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:09:12.173409 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:12.175310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:12.241622 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=4']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:12.250634 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.251051 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.251437 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.251813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.252187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.252562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.252933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.253301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.253670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.254035 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.254400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:09:12.259071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:12.466047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] get_ports_and_sgs() called for port_ids ['c8d6d8d4-c00d-40d8-a26f-27d36362de42'] {{(pid=88241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 17:09:13.043729 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27db57-8f3d-4e26-8697-0e09dfd99852 req-d964f7bd-b554-48de-8a84-556f70eff27d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:13.045346 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b27db57-8f3d-4e26-8697-0e09dfd99852 req-d964f7bd-b554-48de-8a84-556f70eff27d tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 945 time: 0.0828719 Nov 24 17:09:13.096852 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1b27db57-8f3d-4e26-8697-0e09dfd99852 req-b5136407-279a-4ab1-a643-183920dbd6c1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Nov 24 17:09:13.902208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c8d6d8d4-c00d-40d8-a26f-27d36362de42 up at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 17:09:13.984525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning for port c8d6d8d4-c00d-40d8-a26f-27d36362de42 completed by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 17:09:13.989479 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Provisioning complete for port c8d6d8d4-c00d-40d8-a26f-27d36362de42 triggered by entity L2. {{(pid=88241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 17:09:13.989904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7123773'] for port, provisioning_complete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:14.109767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7278329'] for port, before_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:14.139494 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42'}] {{(pid=88241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:09:14.150188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:09:14.173783 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269564213330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767290098905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269564676878'] for port, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:14.176947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:09:14.249701 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Pushing event updated for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=5']} {{(pid=88241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:09:14.252933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:09:14.284089 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'code': 200} Nov 24 17:09:14.317933 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951e14e-a64a-426c-a458-34f97df5e1cf req-4d6cf3c9-5c5b-486e-b351-415992194de8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:14.320017 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1951e14e-a64a-426c-a458-34f97df5e1cf req-4d6cf3c9-5c5b-486e-b351-415992194de8 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0876050 Nov 24 17:09:14.374435 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-1951e14e-a64a-426c-a458-34f97df5e1cf req-1fc5ccf4-cc7d-4966-825b-2693f7288a24 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Nov 24 17:09:14.589091 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af2a7de0-5ac2-4cd6-82ce-722f5e6c8f75 req-af95fbfd-b354-42b6-8c5b-65b4be4b1cd8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0731380 Nov 24 17:09:14.637374 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-af2a7de0-5ac2-4cd6-82ce-722f5e6c8f75 req-b636f888-38ed-4414-8f1e-fac3ac759a0b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383646 Nov 24 17:09:15.594503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc47b-7f8b-4dc6-b537-db2f162de2f5 req-d55171d5-de98-42cb-b8b0-ce47debcaace tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:15.596365 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-62ecc47b-7f8b-4dc6-b537-db2f162de2f5 req-d55171d5-de98-42cb-b8b0-ce47debcaace tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0865085 Nov 24 17:09:15.644642 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-62ecc47b-7f8b-4dc6-b537-db2f162de2f5 req-62a055cd-5855-43d2-a6d2-bf72e9d1d550 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416307 Nov 24 17:09:16.855679 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be028fea-10ef-41a9-918d-f46a5018ac15 req-48f25ea4-2537-43df-acf3-19873c31883a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:16.857281 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-be028fea-10ef-41a9-918d-f46a5018ac15 req-48f25ea4-2537-43df-acf3-19873c31883a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0884528 Nov 24 17:09:16.905317 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-be028fea-10ef-41a9-918d-f46a5018ac15 req-f6967521-b607-4a54-83c3-80075599b7b1 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420914 Nov 24 17:09:17.128438 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d06ed-6df8-4cc2-874d-2c8ff24c9e15 req-c95e28c7-5662-4dbe-8280-758cc5313896 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:17.130077 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-2a9d06ed-6df8-4cc2-874d-2c8ff24c9e15 req-c95e28c7-5662-4dbe-8280-758cc5313896 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0878389 Nov 24 17:09:17.139954 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47702) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:09:17.145774 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.v2.base [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Request body: {'floatingip': {'port_id': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42'}} {{(pid=88239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 17:09:17.227972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:18.050514 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:18.070124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:18.271416 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Floating IP ec166cb3-947f-4e7e-b8ee-41aaa6f54b13 associated. External IP: 172.28.0.121, port: c8d6d8d4-c00d-40d8-a26f-27d36362de42. Nov 24 17:09:18.673927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:09:18.836095 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5a2de321-da2b-49a2-a92f-9717daba432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:18.881923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:09:18.886994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:18.891983 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:09:18.904458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:09:18.905124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:08:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:09:18.942303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-7ed2df8e-fcdd-4470-8f3b-d63b14bb9044 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "PUT /v2.0/floatingips/ec166cb3-947f-4e7e-b8ee-41aaa6f54b13 HTTP/1.1" status: 200 len: 992 time: 1.8011086 Nov 24 17:09:18.942919 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42'}] {{(pid=88239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:09:19.091997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:09:19.095769 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'status': 'completed', 'code': 200} Nov 24 17:09:19.197285 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-6295910a-438e-44be-bc49-038232f61f89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0802231 Nov 24 17:09:19.339722 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-c267bbad-adca-4514-852f-e647ba2052f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:19.341329 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-c267bbad-adca-4514-852f-e647ba2052f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1375983 Nov 24 17:09:19.451252 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-1e9f8571-2e53-4b8b-9d8b-aebc89d490d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 200 len: 1000 time: 0.1030800 Nov 24 17:09:19.460450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'ec166cb3-947f-4e7e-b8ee-41aaa6f54b13', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:3d:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:09:01Z', 'updated_at': '2021-11-24T17:09:17Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:09:19.464599 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:09:19.476831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:09:19.477492 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:08:51Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:09:19.519881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-dda7fa26-40a5-4271-9f9d-515bbbd47ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:09:19.521434 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-dda7fa26-40a5-4271-9f9d-515bbbd47ef1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0640786 Nov 24 17:09:19.606109 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-dc637b6c-bb47-45fd-8b82-c19cff45378a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780158 Nov 24 17:09:19.663413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:09:19.749480 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-cf698778-375d-44ad-8f7a-8e0eb447ae0d service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361635 Nov 24 17:09:19.895065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-0b2781a4-16de-4092-a4a7-ffcb95df9cac req-9af743d0-d335-4d6b-a68e-9b43c13a12fc service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387300 Nov 24 17:09:20.033579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'ec166cb3-947f-4e7e-b8ee-41aaa6f54b13', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:3d:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:09:01Z', 'updated_at': '2021-11-24T17:09:17Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:09:20.038061 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c47b57-38ae-4394-9770-1b85c9b959cf None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_floatingips': [{'id': 'ec166cb3-947f-4e7e-b8ee-41aaa6f54b13', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'router_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'port_id': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'mac_address': 'fa:16:3e:3d:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:09:01Z', 'updated_at': '2021-11-24T17:09:17Z', 'revision_number': 1, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:09:20.365367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669560c1-d906-49bc-a99e-6fb09c4574b3 None None] New status for floating IP ec166cb3-947f-4e7e-b8ee-41aaa6f54b13: ACTIVE {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:09:20.628082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:21.087386 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-890c0407-1245-4ca9-80eb-247a98264d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:21.687789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:22.830527 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:26.831705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:09:34.161352 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:48.863788 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c86aa0cf-36b2-4c6e-a4fc-87a680581538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:50.578456 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:51.092927 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-42f7419a-dc76-4f18-ac07-d1387d0337c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:51.687208 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:09:52.841399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:03.833078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:10:04.166647 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:11.464357 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-7f56960a-4dca-4c2c-8881-79903e609412 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731518 Nov 24 17:10:11.622023 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-b281c2a7-fb06-4f36-afeb-a5d65b1c85c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0777609 Nov 24 17:10:11.780672 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b64df-d2f7-4da9-a778-338c99503318 req-534d8dbc-52fc-463b-bbcd-1ac75663d39c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:11.782250 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-534d8dbc-52fc-463b-bbcd-1ac75663d39c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 200 len: 911 time: 0.1354606 Nov 24 17:10:11.891806 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-01f31fb0-cfc2-40c2-8d33-c5f1de104023 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 200 len: 1002 time: 0.0978343 Nov 24 17:10:11.965268 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b64df-d2f7-4da9-a778-338c99503318 req-9d2fa9ef-5665-40d6-ac02-110ef9d9d2cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:11.966821 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-9d2fa9ef-5665-40d6-ac02-110ef9d9d2cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 200 len: 849 time: 0.0656843 Nov 24 17:10:12.049770 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-f71b3cc8-3f37-4151-b7eb-e955538c516a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e20694b5-ba6d-40ad-afe6-d531dbc962d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724411 Nov 24 17:10:12.197966 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-f3cf3afc-9c00-444b-87f0-637d9daf9044 service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376059 Nov 24 17:10:12.347208 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-f17b64df-d2f7-4da9-a778-338c99503318 req-2c2ffe05-f6b0-4561-82d4-fd6906ed31bb service neutron] 10.222.0.74 "GET /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367490 Nov 24 17:10:18.851278 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81b6b538-da6d-4eb0-951f-ad13a17a546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:20.605228 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:21.096481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-83843951-4852-4933-bbbb-5b65c417ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:21.692001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:22.835072 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:28.731064 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdde3cf-327c-4481-857e-b212b8582dd3 req-2fb37aa9-462d-4c08-9a2c-8b8c2e7e8225 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:28.732674 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ecdde3cf-327c-4481-857e-b212b8582dd3 req-2fb37aa9-462d-4c08-9a2c-8b8c2e7e8225 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0876257 Nov 24 17:10:28.780338 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-ecdde3cf-327c-4481-857e-b212b8582dd3 req-64ef07d7-95f1-4153-a22b-b87afdb97191 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415809 Nov 24 17:10:29.991272 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937fbe8-7fc6-4dd8-a956-5db38e4c68c0 req-63ef5da2-e7c7-4ea6-b150-db93a67de061 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:29.992893 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6937fbe8-7fc6-4dd8-a956-5db38e4c68c0 req-63ef5da2-e7c7-4ea6-b150-db93a67de061 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0881808 Nov 24 17:10:30.041562 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-6937fbe8-7fc6-4dd8-a956-5db38e4c68c0 req-e82dbfb5-2f56-4977-82f4-a70c7264c031 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Nov 24 17:10:30.890586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-5e6e600c-4a3d-4dfa-9b4f-2d3fee70b8f5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:30.892152 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-5e6e600c-4a3d-4dfa-9b4f-2d3fee70b8f5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.0815489 Nov 24 17:10:30.971022 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Deleting port c8d6d8d4-c00d-40d8-a26f-27d36362de42 {{(pid=88240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:30.971410 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:31.282441 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] For port c8d6d8d4-c00d-40d8-a26f-27d36362de42, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c8d6d8d4-c00d-40d8-a26f-27d36362de42,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:10:31.283058 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:31.383747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429c91f-a50c-42e5-b213-9cc5d6807824 req-06b59d7d-8950-4148-8c9d-dc196569ac22 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 17:10:31.385994 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b429c91f-a50c-42e5-b213-9cc5d6807824 req-06b59d7d-8950-4148-8c9d-dc196569ac22 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 946 time: 0.2028964 Nov 24 17:10:31.810065 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-b429c91f-a50c-42e5-b213-9cc5d6807824 req-7316902c-7539-4a27-a0ad-7a297fedadc5 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups?id=7609d66e-7815-427c-b4b9-dcba6894273d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152679 Nov 24 17:10:31.856846 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:31.857261 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781549'] for floatingip, after_update {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:31.857610 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.db.l3_db [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Floating IP ec166cb3-947f-4e7e-b8ee-41aaa6f54b13 disassociated. External IP: 172.28.0.121, port: c8d6d8d4-c00d-40d8-a26f-27d36362de42. Nov 24 17:10:31.858000 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Calling delete_port for c8d6d8d4-c00d-40d8-a26f-27d36362de42 owned by compute:nova {{(pid=88240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:32.132091 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852786841'] for port, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:32.138245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aa4bfc9a-fd8f-4fb8-9183-56152b0c1266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:32.187296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'Port': ['ID=c8d6d8d4-c00d-40d8-a26f-27d36362de42,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:32.200265 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.200700 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.201125 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.201539 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.201951 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.202361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.203275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.203275 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.203602 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.203930 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.204332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:32.209335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:32.420447 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:10:32.636393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:10:32.646284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:10:32.662158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:10:32.663133 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:10:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:32.710505 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] No DVR routers for this DVR port c8d6d8d4-c00d-40d8-a26f-27d36362de42 on host hv-cinder-81877 {{(pid=88240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:10:32.713495 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for port, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:32.718502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'name': 'network-vif-deleted', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42'}] {{(pid=88240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 17:10:32.762673 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-9a26bd54-6040-4511-bb57-88dcca9f7759 req-cb2311e9-cc78-4dac-bb86-bac789ce9d0a tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.74 "DELETE /v2.0/ports/c8d6d8d4-c00d-40d8-a26f-27d36362de42 HTTP/1.1" status: 204 len: 173 time: 1.8624153 Nov 24 17:10:32.796145 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5', 'name': 'network-vif-deleted', 'tag': 'c8d6d8d4-c00d-40d8-a26f-27d36362de42', 'status': 'completed', 'code': 200} Nov 24 17:10:33.001444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-e9c6d13f-54f8-4744-86b2-0ef7ca6cec85 req-3baff16b-bc57-4c71-b9c5-bb16322e1226 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Synchronizing usage tracker for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 17:10:33.010805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:10:33.045896 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [req-e9c6d13f-54f8-4744-86b2-0ef7ca6cec85 req-3baff16b-bc57-4c71-b9c5-bb16322e1226 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Unset dirty status for tenant:d49c2c185d994e1b9e49ad1a13cefc3d on resource:port {{(pid=88240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 17:10:33.047274 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [req-e9c6d13f-54f8-4744-86b2-0ef7ca6cec85 req-3baff16b-bc57-4c71-b9c5-bb16322e1226 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd05cf96-8277-4dbc-a1cc-5bf3f7da7ce5 HTTP/1.1" status: 200 len: 210 time: 0.0979135 Nov 24 17:10:33.335907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:33.340083 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:10:33.351615 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:10:33.352286 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:10:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:33.544207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:10:33.872175 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:33.876300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d78-274a-4055-88eb-7eb091c2568b None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:51Z', 'revision_number': 4, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb', '_interfaces': [{'id': 'b7945d89-b0d5-4077-a907-e8e22ab73952', 'name': '', 'network_id': 'e20694b5-ba6d-40ad-afe6-d531dbc962d0', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'mac_address': 'fa:16:3e:57:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:50Z', 'updated_at': '2021-11-24T17:05:57Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'subnets': [{'id': 'f0315d04-b31a-4746-8524-e2115df4c81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:10:34.193345 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.235428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47902) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:34.290248 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c8d6d8d4-c00d-40d8-a26f-27d36362de42 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:10:34.309305 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.326325 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b78d53-9405-4156-b429-2cb9dcad8d8e None None] New status for floating IP ec166cb3-947f-4e7e-b8ee-41aaa6f54b13: DOWN {{(pid=88241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 17:10:34.340206 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.397311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] No Port match for: c8d6d8d4-c00d-40d8-a26f-27d36362de42 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:10:34.397704 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Device c8d6d8d4-c00d-40d8-a26f-27d36362de42 not bound to the agent host hv-cinder-81877 {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:10:34.421973 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.427566 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dbcaf64b-1eaa-45a8-a2d0-53dceeaafc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:34.443640 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609d66e-7815-427c-b4b9-dcba6894273d,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:34.453253 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.453681 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.454463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.454463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.454874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.455338 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.455745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.456164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.456558 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.456958 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.457363 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:10:34.460552 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:34.489503 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.490947 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "DELETE /v2.0/security-groups/7609d66e-7815-427c-b4b9-dcba6894273d HTTP/1.1" status: 204 len: 168 time: 0.2544441 Nov 24 17:10:34.493819 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47906) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:34.511916 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.api.v2.resource [None req-56423357-697d-4ca8-9923-9b50fe26da75 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] show failed (client error): The resource could not be found. Nov 24 17:10:34.512998 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-56423357-697d-4ca8-9923-9b50fe26da75 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "GET /v2.0/security-groups/7609d66e-7815-427c-b4b9-dcba6894273d HTTP/1.1" status: 404 len: 347 time: 0.0181143 Nov 24 17:10:34.516463 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47910) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:34.682251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Deleting port 4a46171b-5475-465d-a153-a63f2c129462 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:34.682787 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.860070 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.860444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:34.991525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Calling delete_port for 4a46171b-5475-465d-a153-a63f2c129462 owned by network:floatingip {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:35.194758 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:35.200541 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bde92d65-6ee8-47d5-aa50-42c7c6ce24fa tempest-VolumesActionsTest-1991013244 tempest-VolumesActionsTest-1991013244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:35.248230 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Pushing event deleted for resources: {'Port': ['ID=4a46171b-5475-465d-a153-a63f2c129462,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:35.251294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:35.341251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks [] for floatingip, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:35.382428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745105'] for floatingip, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:35.383710 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f4f0027a-588e-4cb1-8e60-c213339c9f4c tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] 10.222.0.15 "DELETE /v2.0/floatingips/ec166cb3-947f-4e7e-b8ee-41aaa6f54b13 HTTP/1.1" status: 204 len: 168 time: 0.8663011 Nov 24 17:10:39.657635 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47940) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:40.279370 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853996797'] for router_interface, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:40.833912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:10:40.904519 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Deleting port b7945d89-b0d5-4077-a907-e8e22ab73952 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:40.904907 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:41.089550 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] For port b7945d89-b0d5-4077-a907-e8e22ab73952, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=b7945d89-b0d5-4077-a907-e8e22ab73952,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:10:41.089874 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:41.218579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Calling delete_port for b7945d89-b0d5-4077-a907-e8e22ab73952 owned by network:router_interface {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:41.421202 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:41.425598 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:41.467296 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7945d89-b0d5-4077-a907-e8e22ab73952,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:41.471745 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:41.774767 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847209684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853996647'] for router_interface, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:42.380482 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Router c23f1406-64bb-4d9d-9b88-62b6e4235886 has already been hosted by L3 agent 5055c55d-cefd-470a-abd3-9078629d261c {{(pid=88239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 17:10:42.590312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-smb the message routers_updated {{(pid=88239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 17:10:42.600611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Sync routers for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 17:10:42.607013 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-c19e1a91-a580-45ee-a85a-f8b0e6b9f621 admin admin] 10.222.0.15 "PUT /v2.0/routers/c23f1406-64bb-4d9d-9b88-62b6e4235886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9457641 Nov 24 17:10:42.607327 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47944) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:42.614510 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:10:42.615221 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:10:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:42.813216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:10:43.033520 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:43.118301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:10:41Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:43.123141 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Checking router: c23f1406-64bb-4d9d-9b88-62b6e4235886 for host: dv-cinder-818778-2-smb {{(pid=88242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 17:10:43.134481 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Routers {'c23f1406-64bb-4d9d-9b88-62b6e4235886'} bound to L3 agent in host dv-cinder-818778-2-smb {{(pid=88242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:10:43.135187 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:49:51Z,description=,heartbeat_timestamp=2021-11-24T17:10:21Z,host='dv-cinder-818778-2-smb',id=5055c55d-cefd-470a-abd3-9078629d261c,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T16:49:51Z,topic='l3_agent')) {'router_ids': ['c23f1406-64bb-4d9d-9b88-62b6e4235886'], 'active': True} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:43.251251 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:43.297880 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Deleting port ed3361d4-fab1-450e-94fe-37b62668d5b9 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:43.298193 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:43.468911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] Set router c23f1406-64bb-4d9d-9b88-62b6e4235886 gateway port host: dv-cinder-818778-2-smb {{(pid=88242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 17:10:43.487937 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] For port ed3361d4-fab1-450e-94fe-37b62668d5b9, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ed3361d4-fab1-450e-94fe-37b62668d5b9,segment=NetworkSegment(e9b80e2e-30a9-47a1-8df7-e8f670f0594f),segment_id=e9b80e2e-30a9-47a1-8df7-e8f670f0594f)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:10:43.488335 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:43.618413 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Calling delete_port for ed3361d4-fab1-450e-94fe-37b62668d5b9 owned by network:router_gateway {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:43.773976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:10:41Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}], 'dv-cinder-818778-2-smb', False) {} {{(pid=88242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:43.778721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c442daf-6bba-44e7-8663-97d3a864bd6a None None] The sync data for ids ['c23f1406-64bb-4d9d-9b88-62b6e4235886'] in dv-cinder-818778-2-smb is: [{'id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'name': 'tempest-AttachVolumeTestJSON-377319675-router', 'tenant_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'external_fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:10:41Z', 'revision_number': 5, 'project_id': 'd49c2c185d994e1b9e49ad1a13cefc3d', 'gw_port': {'id': 'ed3361d4-fab1-450e-94fe-37b62668d5b9', 'name': '', 'network_id': '6bf1baf6-f6ca-4027-90ec-8e223b9e037a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f1406-64bb-4d9d-9b88-62b6e4235886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0244663f-ec29-45df-adea-8d15c76c923f', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:05:47Z', 'updated_at': '2021-11-24T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0244663f-ec29-45df-adea-8d15c76c923f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-smb'}] {{(pid=88242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 17:10:43.890290 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:43.895203 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ca928da4-b6cf-4bc5-b620-ad060451ee61 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:43.941680 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3361d4-fab1-450e-94fe-37b62668d5b9,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:43.944751 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:44.178630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853994478'] for router_gateway, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.447812 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854190980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-252496'] for router, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.452737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.559053 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854191086'] for router, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.559607 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23f1406-64bb-4d9d-9b88-62b6e4235886 {{(pid=88239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 17:10:44.572331 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.573636 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-1fac7f3b-038b-4044-b13d-3f8bc52188d5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c23f1406-64bb-4d9d-9b88-62b6e4235886 HTTP/1.1" status: 204 len: 168 time: 1.9645452 Nov 24 17:10:44.577387 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47948) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:44.810250 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Deleting subnet f0315d04-b31a-4746-8524-e2115df4c81a {{(pid=88239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 17:10:44.813612 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.871611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852813923'] for subnet, precommit_delete_associations {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:44.953183 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847611369'] for subnet, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.200678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7164430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1888536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853448036'] for subnet, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.205534 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d45c8734-3a6b-4556-964b-0b5df6100749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:45.246630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0315d04-b31a-4746-8524-e2115df4c81a,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:45.249666 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:45.252371 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.257835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bac6ba-aa40-4db2-ab8d-2154edb9c3f5 None None] Network e20694b5-ba6d-40ad-afe6-d531dbc962d0 requested from dv-cinder-818778-2-smb {{(pid=88241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 17:10:45.258326 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ea62ab1f-865d-4ba1-a8c8-3b669c128039 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0315d04-b31a-4746-8524-e2115df4c81a HTTP/1.1" status: 204 len: 168 time: 0.6798964 Nov 24 17:10:45.261252 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47954) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:45.379242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847510356'] for network, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.390397 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Deleting port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 {{(pid=88239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:45.390764 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.531994 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] DHCP port deletion for e20694b5-ba6d-40ad-afe6-d531dbc962d0 request from dv-cinder-818778-2-smb {{(pid=88241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 17:10:45.536423 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Deleting port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:45.536858 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.604777 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] For port ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:10:45.606110 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.733525 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Calling delete_port for ec5f7e9c-4ef5-479b-b84d-137c91c946e0 owned by network:dhcp {{(pid=88239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:45.750393 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] For port ec5f7e9c-4ef5-479b-b84d-137c91c946e0, host dv-cinder-818778-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-smb',level=0,port_id=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,segment=NetworkSegment(e36e7f38-f8d9-4a9d-9f50-c31c5947e232),segment_id=e36e7f38-f8d9-4a9d-9f50-c31c5947e232)] {{(pid=88241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 17:10:45.750835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854016810'] for port, precommit_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.874048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec5f7e9c-4ef5-479b-b84d-137c91c946e0 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:10:45.908004 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Calling delete_port for ec5f7e9c-4ef5-479b-b84d-137c91c946e0 owned by network:dhcp {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 17:10:45.908344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7278981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269564213347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269564676912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852887186'] for port, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:45.913215 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-a868ed51-11fa-4f79-b3dc-99856daae279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:45.943332 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: ec5f7e9c-4ef5-479b-b84d-137c91c946e0 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:10:45.943737 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ec5f7e9c-4ef5-479b-b84d-137c91c946e0 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:10:45.944211 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device b7945d89-b0d5-4077-a907-e8e22ab73952 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:10:45.956308 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5f7e9c-4ef5-479b-b84d-137c91c946e0,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:45.959079 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:45.961814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] No DVR routers for this DVR port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 on host dv-cinder-818778-2-smb {{(pid=88239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 17:10:45.985820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: b7945d89-b0d5-4077-a907-e8e22ab73952 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:10:45.986153 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device b7945d89-b0d5-4077-a907-e8e22ab73952 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:10:45.986628 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ed3361d4-fab1-450e-94fe-37b62668d5b9 no longer exists at agent ovs-agent-dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 17:10:46.026797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] No Port match for: ed3361d4-fab1-450e-94fe-37b62668d5b9 {{(pid=88241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 17:10:46.027245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Device ed3361d4-fab1-450e-94fe-37b62668d5b9 not bound to the agent host dv-cinder-818778-2-smb {{(pid=88241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 17:10:46.051911 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.db.api [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:10:46.052336 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_db.api [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 17:10:46.088750 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847609202', 'neutron.services.segments.db._delete_segments_for_network-8767290589128'] for network, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.117301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20694b5-ba6d-40ad-afe6-d531dbc962d0']}} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:46.130903 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232') {'for_net_delete': True} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:46.131300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.services.segments.db [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36e7f38-f8d9-4a9d-9f50-c31c5947e232') {} {{(pid=88239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 17:10:46.144118 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767290596825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1961876'] for segment, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.158995 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7121640'] for segment, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.165361 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 17:10:46.165797 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847654159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852885574'] for segment, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: Traceback (most recent call last): Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: timer() Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: cb(*args, **kw) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: return func(*args, **kwargs) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: self._notify() Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: self.callback(batched_events) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: event.method(event) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: segment_id)['aggregates'][0] Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: return f(self, *a, **k) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: return self._get(url).json() Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: **kwargs) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: return self.request(url, 'GET', **kwargs) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: **endpoint_filter) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:10:46.183676 dv-cinder-818778-2-smb neutron-server[88128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:10:46.352609 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7166597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7566116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781564'] for network, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.357661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7566291'] for network, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.361448 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:46.387585 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Pushing event deleted for resources: {'Network': ['ID=e20694b5-ba6d-40ad-afe6-d531dbc962d0,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:46.389984 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:46.427502 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-e4e78758-ac9f-468f-8d96-88409130f17a admin admin] 10.222.0.15 "DELETE /v2.0/networks/e20694b5-ba6d-40ad-afe6-d531dbc962d0 HTTP/1.1" status: 204 len: 168 time: 1.1654327 Nov 24 17:10:46.553597 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Deleting port ec5f7e9c-4ef5-479b-b84d-137c91c946e0 {{(pid=88241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 17:10:46.554037 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269564223177'] for port, before_delete {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:46.691594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47960) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:46.755909 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-40f29d58-d6cc-46bc-aa92-8f3bf778ea82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d49c2c185d994e1b9e49ad1a13cefc3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0612962 Nov 24 17:10:46.758444 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 47964) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:46.783401 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5391-a6f8-4a75-802a-6979e0b748bc None None] The port 'ec5f7e9c-4ef5-479b-b84d-137c91c946e0' was deleted {{(pid=88241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 17:10:47.033124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:47.068502 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:47.239931 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:47.245188 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-b82cc3b6-051d-4bc7-ab82-d9d5c28f212f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:47.259383 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e2fcf-dd4d-4dd6-97da-beeabcb722c4,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:47.265016 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:47.267446 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:47.270741 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff4e2fcf-dd4d-4dd6-97da-beeabcb722c4 HTTP/1.1" status: 204 len: 168 time: 0.5088148 Nov 24 17:10:48.857462 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-13c503bc-665f-40c0-81a2-a02cd3c41112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:50.657611 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:51.125926 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee44ba0e-90d6-45b9-aca7-0216b129b29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:51.689881 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:52.468254 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48024) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:52.637399 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:52.670220 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:10:52.674708 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Usage tracker for resource:security_group_rule and tenant:22457bbf15784b689cff9b9dc87c2720 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:10:52.678002 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:10:52.686638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:10:52.849364 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:52.878468 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:52.906813 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:52.914614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-77ef467a-85c8-4af8-b436-28c465d8cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:52.960094 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5988e-ce1b-496e-af21-ea554a456679,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:52.965535 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22457bbf15784b689cff9b9dc87c2720&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4961832 Nov 24 17:10:52.966803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:52.968864 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48030) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:53.031523 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:53.059174 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:53.215833 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:53.221344 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-984d9ff3-af8b-4958-a9c0-d1ea9cafd646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:53.234969 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5988e-ce1b-496e-af21-ea554a456679,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:53.237785 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:53.238965 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:53.240161 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61c5988e-ce1b-496e-af21-ea554a456679 HTTP/1.1" status: 204 len: 168 time: 0.2705350 Nov 24 17:10:58.322866 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48166) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:58.473904 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.506605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:10:58.510624 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Usage tracker for resource:security_group_rule and tenant:4d1a9883fa7c4043bfd64bda7e0e10e6 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:10:58.514294 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:10:58.520300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:10:58.591135 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.622411 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.629770 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-bd828313-5170-402e-8c68-a608a8ad9bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:58.674976 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d1a9883fa7c4043bfd64bda7e0e10e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3508584 Nov 24 17:10:58.675766 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38389c60-9c1a-436c-a1d4-ad7956eeb7df,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:58.677825 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 48172) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:58.679226 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-70d95bd4-18ec-4b23-bd3f-4144b3f30a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:58.740947 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.769472 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.845355 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.850396 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e186684e-f19e-436c-a91e-4ef955c3289d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:58.864028 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38389c60-9c1a-436c-a1d4-ad7956eeb7df,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:58.866831 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:58.868025 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:58.869225 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-dcf89997-c001-47f2-a622-244fff500291 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38389c60-9c1a-436c-a1d4-ad7956eeb7df HTTP/1.1" status: 204 len: 168 time: 0.1903114 Nov 24 17:10:59.342579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48180) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:59.362736 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.394917 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:10:59.398894 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Usage tracker for resource:security_group_rule and tenant:810fea635aba4020b25d24ed87a2799b is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:10:59.401942 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:10:59.407887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:10:59.474400 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.502429 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.509650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ee6b01e1-4846-437e-ac33-c195909b8a60 tempest-AttachVolumeTestJSON-1935794503 tempest-AttachVolumeTestJSON-1935794503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:59.553997 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0282ede-1d46-49be-a5fc-f43b0567ef0c,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:59.557132 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:59.560320 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-6d99ab84-9e2e-48c5-b103-cc9e3bc7b4ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=810fea635aba4020b25d24ed87a2799b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2166097 Nov 24 17:10:59.563199 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48184) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:10:59.628449 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.654980 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.723458 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.728284 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-81e04771-8000-486a-83ef-75335301bffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:10:59.741136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0282ede-1d46-49be-a5fc-f43b0567ef0c,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:10:59.743747 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:10:59.751941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:10:59.753177 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-51b38ad6-3e36-4add-8ddc-8d1f203fa049 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0282ede-1d46-49be-a5fc-f43b0567ef0c HTTP/1.1" status: 204 len: 168 time: 0.1889973 Nov 24 17:11:04.176945 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.353920 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48280) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:06.583838 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.616742 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:11:06.621579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Usage tracker for resource:security_group_rule and tenant:ceb516982ad24cd298a43e1fa5e9e1b2 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:11:06.624895 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:11:06.630887 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:11:06.697119 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.731256 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.738548 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5ab9d2fb-1e6f-4757-b7ac-7737ef433915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:06.786595 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ceb516982ad24cd298a43e1fa5e9e1b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4307888 Nov 24 17:11:06.787376 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5d258-ffc4-44db-94c3-186ab7144896,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:06.790395 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 48286) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:06.790705 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d9405181-87db-4bae-a1d4-2733b9d730aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:06.855225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.882071 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:06.999650 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.004721 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-8425e859-4f34-4369-8722-591de552edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:07.018814 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5d258-ffc4-44db-94c3-186ab7144896,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:07.021605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:07.023630 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.024856 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-cc1db41e-4f40-45c9-9795-98cdaae450f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26a5d258-ffc4-44db-94c3-186ab7144896 HTTP/1.1" status: 204 len: 168 time: 0.2331510 Nov 24 17:11:07.506554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48294) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:07.526563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.559115 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:11:07.563081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9bf1569e624d5892b5890d413b2376 is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:11:07.565996 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:11:07.571941 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:11:07.637659 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.666154 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.674427 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-832a92c5-0bbb-4b7f-bd09-2b472db20cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:07.718098 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e8e4cc-9d76-4030-9e76-a104e620accf,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:07.722328 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d9bf1569e624d5892b5890d413b2376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2146370 Nov 24 17:11:07.723367 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-aa0a1a3d-afc2-4bac-90f3-19632c574e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:07.725207 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48298) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:07.789944 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.821765 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.894428 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.899470 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d57c14b0-d2f4-4004-8f96-63033458e622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:07.912594 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e8e4cc-9d76-4030-9e76-a104e620accf,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:07.916728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:07.922909 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:07.924193 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-47aea4a4-f7a4-4876-b5ea-843a520a819e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8e8e4cc-9d76-4030-9e76-a104e620accf HTTP/1.1" status: 204 len: 168 time: 0.1979897 Nov 24 17:11:13.709303 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 48364) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:13.864329 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:13.896839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:11:13.900830 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Usage tracker for resource:security_group_rule and tenant:a8049a11c2e84315ace033b637ff6587 is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:11:13.905466 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:11:13.911500 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:11:13.981670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.020136 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.028805 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-5dcb8cfd-dee4-4546-a22f-9429115a9ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:14.072853 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8587ed-9336-4fa5-9137-4ac29b3890a5,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:14.077303 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8049a11c2e84315ace033b637ff6587&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668849 Nov 24 17:11:14.078310 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-eaecfe92-f1e7-49ef-b609-3260b44efe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:14.080242 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 48372) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:14.150508 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.179561 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.254287 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.259173 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-cfbf7c14-3a8c-490d-bcd4-9c0d5afba674 tempest-TestShelveInstance-1303759705 tempest-TestShelveInstance-1303759705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:14.273330 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8587ed-9336-4fa5-9137-4ac29b3890a5,revision_number=None']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:14.275789 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:14.278638 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:14.279935 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac8587ed-9336-4fa5-9137-4ac29b3890a5 HTTP/1.1" status: 204 len: 168 time: 0.1986628 Nov 24 17:11:17.835300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:11:18.828081 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6bccf7dd-b72a-45c1-beed-2b12c3a354c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:20.582291 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:21.125161 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6f2875a9-aa6f-4078-80e8-fd448d03f60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:21.717559 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:22.845661 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:34.208205 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:44.995614 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88240) accepted ('10.222.0.15', 48564) {{(pid=88240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:45.149837 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.182948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:11:45.187034 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3371bd1d7e4631bc85b2b7a346b6ef is out of sync, need to count used quota {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:11:45.190001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:11:45.196008 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:11:45.305012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.347439 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.356225 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-ec913d64-7bbf-4b0e-842d-f4d348c9f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:45.398258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea835c9-63ac-490e-90af-45b4386f8492,revision_number=1']} {{(pid=88240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:45.402056 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f3371bd1d7e4631bc85b2b7a346b6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4053714 Nov 24 17:11:45.404982 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48570) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:45.411586 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.412020 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.412442 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.412860 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.413276 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.413754 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.414195 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.414606 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.415039 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.415572 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.415981 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.420012 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-f25e1550-86eb-4398-b41f-4ca51a0241e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:45.470908 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.497362 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.565048 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.570010 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-9726d20a-0f45-48b8-b355-0644c7330d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:45.584049 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea835c9-63ac-490e-90af-45b4386f8492,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:45.589158 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:45.590645 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ea835c9-63ac-490e-90af-45b4386f8492 HTTP/1.1" status: 204 len: 168 time: 0.1845853 Nov 24 17:11:45.601047 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.601420 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.601835 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.602245 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.602654 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.603088 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.603497 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.603905 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.604311 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.604713 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.605116 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-smb {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 17:11:45.608633 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-d6bf37ec-5a4a-4fd0-9587-c08021eab019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:48.859105 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5b04-aec3-4c8f-b0b4-ad816facdb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:50.590780 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:51.105027 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-101f1647-8278-4514-96d3-e32ef9ca7409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:51.692897 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:52.844775 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:54.836738 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:11:58.910579 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48706) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:59.060976 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.098435 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 17:11:59.103535 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Usage tracker for resource:security_group_rule and tenant:1f966812b7fa4655bf33ce0ae1fdc9de is out of sync, need to count used quota {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 17:11:59.106657 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.quota.resource [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 17:11:59.113041 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.quota.driver [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 17:11:59.181499 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.206948 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_create {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.214313 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-e9a16867-3266-4ecf-8e43-87fcbc3ad598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:59.256746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae5b41-7e1a-4d1b-a0c9-6f4c605a64cf,revision_number=1']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:59.261423 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f966812b7fa4655bf33ce0ae1fdc9de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3496699 Nov 24 17:11:59.262433 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-909a983b-30f5-4f25-adbd-2d3c0cd1f614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:59.264608 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [-] (88239) accepted ('10.222.0.15', 48712) {{(pid=88239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:11:59.327744 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.356312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.424912 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703370'] for security_group, after_delete {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.430050 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-10d5db6e-0377-4cac-9241-1f5a106b2388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 17:11:59.448102 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae5b41-7e1a-4d1b-a0c9-6f4c605a64cf,revision_number=None']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 17:11:59.451001 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG oslo_concurrency.lockutils [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 17:11:59.452164 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:11:59.453438 dv-cinder-818778-2-smb neutron-server[88128]: INFO neutron.wsgi [None req-26fc4cc7-bdb0-4b66-9083-5935cda047d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cae5b41-7e1a-4d1b-a0c9-6f4c605a64cf HTTP/1.1" status: 204 len: 168 time: 0.1882153 Nov 24 17:12:04.198340 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:18.849710 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bff31dc0-e9b0-4e5e-9b89-df152918d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:20.571820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:21.103405 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02eaeccd-e8ce-41c3-a463-ff6f43e881be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:21.695216 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:22.851776 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:31.838972 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:12:34.211403 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:48.834143 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-38756e15-0046-4272-97bc-0dd2cea6d9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:50.582587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:51.119690 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3ce50ee5-e389-4894-b176-aefe36909376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:51.702353 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:12:52.839562 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:04.216052 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:08.839885 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:13:18.848415 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-11b3cb85-4216-4d94-a076-6dfe16c05cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:20.581151 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:21.111762 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca3207e0-fa2d-4d62-ba71-6b42af71ba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:21.694280 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:22.850085 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:34.220670 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:45.840803 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:13:48.859283 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cd143d2c-e985-43ae-ad67-8ca504802790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:50.585678 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:51.134450 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85b0b939-5499-4a07-a701-39e2f4c10acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:51.699984 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:13:52.854217 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:04.225685 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:18.853546 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3efb-9e8c-4320-abbc-86a3f05bf6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:20.585018 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:21.122271 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e950e0a-97dc-4a9e-a4d4-afcc7cf995dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:21.699301 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:22.842532 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:14:22.853159 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:34.241923 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:48.852820 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bda5f6c8-4975-4030-b076-b872f5174457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:50.584029 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:51.121366 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e326452f-d0fd-4ebe-9da9-a54f4629f6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:51.698300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:52.858312 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:14:59.844201 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:15:04.258258 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:07.065619 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.wsgi [req-588308b2-dc62-4876-8130-2ea32ddeb89c req-4b19ca96-c533-4c63-ad1b-d7e7002e663d service neutron] (88240) timed out ('10.222.0.74', 56190) {{(pid=88240) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 17:15:18.858120 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-adb4aaf8-95c9-47bf-8035-73a4e9952e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:20.583570 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:21.098122 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-60043281-5990-41e3-b95b-d15eab576298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:21.702877 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:22.862839 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:34.263587 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:36.848223 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:15:48.867554 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fab-1f81-4445-ba59-4b55185327ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:50.589300 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:51.103711 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f3af-dc58-4e3e-b5a6-d31711ba2fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:51.714618 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:15:52.861605 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:04.291600 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:13.848629 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:16:18.855801 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7c2d845c-7343-474a-8dae-922e473d5f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:20.598082 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:21.112488 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5082d494-737d-4b0e-8ec7-f0e94e1f9cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:21.708746 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:22.873990 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:34.280078 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10cc7be9-53c4-4941-84cd-0317b3d4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:48.859818 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1c5405ca-3bc5-4807-a482-5f3d83eb7dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:50.593978 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2e3-164c-47ee-b877-745d27430077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:50.849728 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron.db.agents_db [None req-90c237be-fed7-4056-a7d1-892a13cb2427 None None] Agent healthcheck: found 6 active agents {{(pid=88242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 17:16:51.102807 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2569263a-a2d8-477e-8763-e21001e49277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:51.711124 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-539507ad-f0fd-4f55-b69d-145e444f0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 17:16:52.885563 dv-cinder-818778-2-smb neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c94cb1e7-3c36-4a6a-9f98-7ab5230da3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767290589111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847651991'] for agent, after_update {{(pid=88241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}